-- Logs begin at Fri 2022-06-24 07:20:53 UTC, end at Fri 2022-06-24 08:39:18 UTC. -- Jun 24 08:09:34.681250 dv-cinder-834822-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 08:09:37.364685 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.common.config [-] Logging enabled! Jun 24 08:09:37.365291 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 08:09:37.365454 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104381) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 08:09:37.368642 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.common.config [-] Logging enabled! Jun 24 08:09:37.368894 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 08:09:37.369199 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104381) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 08:09:37.370129 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 08:09:37.370359 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 08:09:37.370723 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 08:09:37.370966 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 08:09:37.371186 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 08:09:37.371592 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.371886 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.372114 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.372438 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.372729 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.373010 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.373300 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.373594 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.374408 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.374688 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.375044 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.375275 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.375554 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.375841 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.376125 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.376371 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] debug = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.376653 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.377076 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.377474 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.377762 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.378049 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.378325 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.378595 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.378868 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.379150 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.379486 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] host = dv-cinder-834822-6-iscsi {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.379748 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.380030 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.380342 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.380630 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.380903 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.381175 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.381456 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.381726 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.381994 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] log_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.382265 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.382551 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.382835 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.383121 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.383342 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.383562 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.383846 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.384133 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.384437 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.384710 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.384982 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.385252 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.385522 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.385786 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.386067 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.386346 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.386628 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.386900 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.387169 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.387438 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.387704 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.387986 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.388273 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.388545 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.388815 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.389102 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.389367 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.390218 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.390548 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.390834 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.391117 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.391402 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.391674 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.391952 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.392244 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.392519 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.392789 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] use_json = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.393059 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.393326 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.393604 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.393874 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.394142 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.394411 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.394677 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.394960 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.395229 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:37.395522 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.395815 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.396110 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.396413 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.396721 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.397000 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.397288 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.397563 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.397849 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.398133 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.398417 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.398691 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.398994 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.399279 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.399570 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.399870 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.400157 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.400472 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.400744 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.401017 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.401288 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.401563 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.401844 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.402118 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.402401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.402684 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.402960 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.403251 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.403529 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.403808 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.404096 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.404409 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.404683 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.404959 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.405782 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.406057 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.406327 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.406613 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.406886 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.407155 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.407432 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.407717 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.408001 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.408296 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.408571 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.408861 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.409133 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.409401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.409668 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.409941 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.410208 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.410745 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.411014 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.411283 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.411551 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.411824 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.412094 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.412393 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.412670 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.412939 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.413214 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.413484 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.413752 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.414020 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.414287 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.414553 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.414819 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.415084 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.415357 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.415626 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.415895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.416163 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.416454 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.416724 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.417015 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.417291 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.417565 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.417837 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.418110 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.418382 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.418654 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.418930 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.419201 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.419467 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.419753 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.420029 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.420335 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.420617 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.421499 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.421831 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.422112 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.422392 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.422675 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.422952 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.423228 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.423510 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.423793 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.424087 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.424406 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.424687 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.424980 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.425272 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.425558 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.425838 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.426144 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.426422 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:37.426635 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 08:09:37.426867 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104381) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 08:09:37.725024 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 08:09:37.725212 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 08:09:37.725519 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 08:09:37.725846 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 08:09:38.131433 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.131719 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.131982 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.133263 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.133538 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.133808 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.185566 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.185838 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.186101 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.202566 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.202905 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.203171 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.231843 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.232118 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.232420 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.269019 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.269294 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.269556 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.497762 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.498373 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.498373 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.498533 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.499347 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.598764 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.599087 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.599365 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.599630 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.599888 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.600211 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.600469 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.600722 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.600975 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.601258 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.601516 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.601776 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.602028 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.602275 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.602526 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.602785 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.603034 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.603302 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.603563 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.603817 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.604084 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.604362 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.604642 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.605013 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.605257 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.605497 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.605884 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:38.606120 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:38.606355 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:38.606588 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:38.606820 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:38.607052 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:38.607411 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 08:09:38.610510 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 08:09:38.614370 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 08:09:38.619025 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 24 08:09:38.621567 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 08:09:38.622506 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 08:09:38.623024 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 08:09:38.623387 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 08:09:38.626273 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 08:09:38.626513 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 08:09:38.626851 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 08:09:38.631888 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 08:09:38.655009 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 08:09:38.656056 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.656365 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104381) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 08:09:38.656735 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.658067 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104381) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 08:09:38.658344 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 08:09:38.658579 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 08:09:38.662115 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.662391 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:38.799086 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 08:09:38.799320 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 08:09:38.799553 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 08:09:38.799972 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 08:09:38.854854 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO dbcounter [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Registered counter for database neutron Jun 24 08:09:38.875332 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_db.sqlalchemy.engines [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104381) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 08:09:38.881121 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG dbcounter [-] [104381] Writer thread running {{(pid=104381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:09:39.840375 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing driver for type 'gre' Jun 24 08:09:39.841063 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] gre ID ranges: [(1, 1000)] Jun 24 08:09:40.039718 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing driver for type 'local' Jun 24 08:09:40.040043 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing driver for type 'vlan' Jun 24 08:09:40.125754 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] VlanTypeDriver initialization complete Jun 24 08:09:40.126006 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing driver for type 'vxlan' Jun 24 08:09:40.126509 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] vxlan ID ranges: [(1, 1000)] Jun 24 08:09:40.325665 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing extension driver 'port_security' Jun 24 08:09:40.326011 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] PortSecurityExtensionDriver initialization complete Jun 24 08:09:40.326346 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing mechanism driver 'openvswitch' Jun 24 08:09:40.326687 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing mechanism driver 'hyperv' Jun 24 08:09:40.338856 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.plugin [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:09:40.339553 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.339936 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.340380 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.340908 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:09:40.341342 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnet after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.341756 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnet after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.342109 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.343041 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:09:40.343777 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.344055 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.344435 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.344835 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:09:40.345261 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > security_group after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.345607 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > security_group after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.345949 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.346411 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:09:40.346818 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.347176 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.347519 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.348105 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:09:40.348546 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > address_group after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.348898 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > address_group after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.349246 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.349641 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:09:40.350088 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] ML2 OVO RPC backend initialized. {{(pid=104381) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 08:09:40.350814 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.351176 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.351608 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.351959 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > networks before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.352335 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.352682 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > ports before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.353087 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnet before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.353437 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnets before_response 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.353794 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.354139 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.354481 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.354824 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.355169 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.355513 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.355856 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnet after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.356205 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnet after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.356559 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.364971 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded quota_driver: . Jun 24 08:09:40.365350 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.plugin [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Modular L2 Plugin initialization complete Jun 24 08:09:40.365703 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading services supported by the core plugin {{(pid=104381) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 08:09:40.366051 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.plugins.ml2.managers [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Got port-security extension from driver 'port_security' Jun 24 08:09:40.366547 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.extensions.vlantransparent [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Disabled vlantransparent extension. Jun 24 08:09:40.367053 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104381) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 08:09:40.367384 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: router Jun 24 08:09:40.403222 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.403549 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router after_create 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.403927 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router before_create 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.404325 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.404715 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.405654 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router after_delete 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.406079 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.406442 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.406812 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router after_create 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.407172 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router after_update 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.407530 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router after_update 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.407887 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.408278 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router after_update 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.408704 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_update 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.409080 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: port after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.409427 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: port after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.409771 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: subnet after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.410123 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.410744 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.411098 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_create 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.411447 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: port before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.411795 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.412161 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router after_update 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.412545 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.412905 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_create 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.413279 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.413634 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_update 55549900 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.414004 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > agent after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.414359 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > agent after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.414709 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > network after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.415596 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Tracking information for resource: router configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:40.415937 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Tracking information for resource: floatingip configured {{(pid=104381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:09:40.421412 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.db.l3_agentschedulers_db [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 08:09:40.422005 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: port after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.422368 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: port after_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.422724 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: port after_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.423086 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: port after_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.423890 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router before_create 55550100 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.424292 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.424664 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_create 55550100 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.425025 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > router precommit_update 55550100 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.429888 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.services.provider_configuration [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service providers = [] {{(pid=104381) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 08:09:40.430262 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.db.servicetype_db [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104381) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 08:09:40.433446 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.services.service_base [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:09:40.433810 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.services.service_base [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:09:40.434164 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.services.service_base [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:09:40.435063 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.services.service_base [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:09:40.435477 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.services.service_base [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 08:09:40.435873 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.436219 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 08:09:40.446914 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.447258 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: auto_allocate Jun 24 08:09:40.453147 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: network precommit_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.453522 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: network precommit_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.454051 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.454378 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: tag Jun 24 08:09:40.461335 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.461694 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: timestamp Jun 24 08:09:40.465577 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.465913 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: network_ip_availability Jun 24 08:09:40.472096 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.472496 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.472864 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.473593 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.473921 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: flavors Jun 24 08:09:40.478871 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.479210 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading Plugin: revisions Jun 24 08:09:40.484274 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:09:40.484677 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_concurrency.lockutils [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.759s {{(pid=104381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 08:09:40.485432 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104381) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 08:09:40.485775 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Initializing extension manager. Jun 24 08:09:40.486303 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: __init__.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.486654 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: __pycache__ {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.486997 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: address_group.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.487766 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.488392 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: address-group Jun 24 08:09:40.488726 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: address_scope.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.489450 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.489972 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: address-scope Jun 24 08:09:40.490302 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.491241 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.491762 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: router-admin-state-down-before-update Jun 24 08:09:40.492092 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: agent.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.492839 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.493365 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: agent Jun 24 08:09:40.493693 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: agent_resources_synced.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.494617 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.495136 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: agent-resources-synced Jun 24 08:09:40.495463 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: allowedaddresspairs.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.497309 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.497849 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: allowed-address-pairs Jun 24 08:09:40.498182 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: auto_allocated_topology.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.499324 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.499845 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: auto-allocated-topology Jun 24 08:09:40.500178 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: availability_zone.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.500911 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.501429 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: availability_zone Jun 24 08:09:40.501760 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: availability_zone_filter.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.502688 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.503212 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: availability_zone_filter Jun 24 08:09:40.503542 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: data_plane_status.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.504501 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.505014 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 08:09:40.505344 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: default_subnetpools.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.506270 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.506784 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: default-subnetpools Jun 24 08:09:40.507113 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.507934 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.508528 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: dhcp_agent_scheduler Jun 24 08:09:40.508857 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: dns.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.509798 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.510299 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 08:09:40.510629 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: dns_domain_ports.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.511570 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.512123 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 08:09:40.512487 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.513425 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.513960 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 08:09:40.514384 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: dvr.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.517055 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.517055 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: dvr Jun 24 08:09:40.517055 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: ecmp_routes.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.517055 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.517371 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 08:09:40.517566 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: empty_string_filtering.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.518507 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.519029 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: empty-string-filtering Jun 24 08:09:40.519356 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.554373 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.554899 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 08:09:40.555231 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.556158 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.556715 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 08:09:40.557043 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: external_net.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.557966 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.558484 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: external-net Jun 24 08:09:40.558811 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.559738 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.560283 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: extra_dhcp_opt Jun 24 08:09:40.560612 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: extraroute.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.561759 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.562279 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: extraroute Jun 24 08:09:40.562608 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: extraroute_atomic.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.563657 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.564177 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: extraroute-atomic Jun 24 08:09:40.564926 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: filter_validation.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.565616 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.566141 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: filter-validation Jun 24 08:09:40.566470 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: fip_pf_description.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.567405 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.567931 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 08:09:40.568267 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: fip_pf_port_range.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.569202 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.569716 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 08:09:40.570042 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: fip_port_details.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.570969 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.571487 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: fip-port-details Jun 24 08:09:40.571810 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: flavors.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.573076 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.573655 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: flavors Jun 24 08:09:40.573985 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.575650 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.576373 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 08:09:40.576722 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: floatingip_pools.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.577468 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.577995 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: floatingip-pools Jun 24 08:09:40.578329 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: ip_allocation.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.579266 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.579785 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 08:09:40.580115 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.581085 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.581665 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: ip-substring-filtering Jun 24 08:09:40.582006 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l2_adjacency.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.582957 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.583475 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 08:09:40.583805 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.584839 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.585375 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: router Jun 24 08:09:40.585707 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.588012 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.588589 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 08:09:40.588938 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.594393 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.594923 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: ext-gw-mode Jun 24 08:09:40.595279 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.596240 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.596768 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: l3-ha Jun 24 08:09:40.597100 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.598030 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.598548 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 08:09:40.598876 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3_flavors.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.599807 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.600366 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: l3-flavors Jun 24 08:09:40.600698 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.602084 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.602606 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 08:09:40.602943 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.603882 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.604436 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 08:09:40.604771 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: l3agentscheduler.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.605959 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.606481 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: l3_agent_scheduler Jun 24 08:09:40.606816 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: local_ip.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.608873 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.609419 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension local_ip not supported by any of loaded plugins Jun 24 08:09:40.609743 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: logging.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.611228 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.611765 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension logging not supported by any of loaded plugins Jun 24 08:09:40.612103 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: metering.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.612883 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.613471 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: metering Jun 24 08:09:40.613805 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.614907 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.615431 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: metering_source_and_destination_fields Jun 24 08:09:40.615764 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: multiprovidernet.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.616796 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.617419 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: multi-provider Jun 24 08:09:40.617750 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: netmtu.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.618685 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.619207 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: net-mtu Jun 24 08:09:40.619538 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: netmtu_writable.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.620618 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.621142 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: net-mtu-writable Jun 24 08:09:40.621474 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: network_availability_zone.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.622161 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.622678 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: network_availability_zone Jun 24 08:09:40.623002 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: network_ip_availability.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.624730 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.625249 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: network-ip-availability Jun 24 08:09:40.625582 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: network_segment_range.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.626366 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.626879 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 08:09:40.627209 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: pagination.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.628216 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.628568 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: pagination Jun 24 08:09:40.628895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: port_device_profile.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.629823 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.630354 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: port-device-profile Jun 24 08:09:40.630682 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: port_mac_address_override.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.631626 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.632152 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: port-mac-override Jun 24 08:09:40.632504 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.633448 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.633968 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: port-mac-address-regenerate Jun 24 08:09:40.634296 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.635232 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.635747 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: port-numa-affinity-policy Jun 24 08:09:40.636073 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: port_resource_request.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.637031 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.637544 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 08:09:40.637870 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: port_resource_request_groups.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.638925 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.639458 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 08:09:40.640340 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: portbindings.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.641368 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.641899 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: binding Jun 24 08:09:40.642228 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: portbindings_extended.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.643509 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.644032 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: binding-extended Jun 24 08:09:40.644401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: portsecurity.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.645329 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.645871 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: port-security Jun 24 08:09:40.646201 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: project_id.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.647187 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.647546 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: project-id Jun 24 08:09:40.647868 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: providernet.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.651947 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.652497 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: provider Jun 24 08:09:40.652829 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.658202 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.658680 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos not supported by any of loaded plugins Jun 24 08:09:40.659018 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.660331 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.661108 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 08:09:40.661444 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.662393 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.662915 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 08:09:40.663252 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_default.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.664180 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.664796 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-default not supported by any of loaded plugins Jun 24 08:09:40.665129 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_fip.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.666063 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.666586 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 08:09:40.666920 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.667848 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.668397 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 08:09:40.668730 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_gateway_ip.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.669783 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.670304 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 08:09:40.670636 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_port_network_policy.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.672085 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.672639 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 08:09:40.672973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.674129 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.674647 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 08:09:40.674981 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.676036 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.676601 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 08:09:40.676939 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_pps_rule.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.678131 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.678657 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-pps not supported by any of loaded plugins Jun 24 08:09:40.678990 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_rule_type_details.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.683848 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.684545 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 08:09:40.684881 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.685815 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.686408 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 08:09:40.687263 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: qos_rules_alias.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.688354 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.688876 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 08:09:40.689214 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: quota_check_limit.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.690139 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.690730 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: quota-check-limit Jun 24 08:09:40.691079 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: quotasv2.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.692045 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.692411 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: quotas Jun 24 08:09:40.692739 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: quotasv2_detail.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.694452 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.694824 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: quota_details Jun 24 08:09:40.695168 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: rbac.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.696259 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.696802 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: rbac-policies Jun 24 08:09:40.697141 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: rbac_address_group.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.698082 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.698612 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: rbac-address-group Jun 24 08:09:40.698998 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: rbac_address_scope.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.699946 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.700499 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: rbac-address-scope Jun 24 08:09:40.700833 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: rbac_security_groups.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.701843 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.702484 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: rbac-security-groups Jun 24 08:09:40.702921 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: rbac_subnetpool.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.703977 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.704531 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: rbac-subnetpool Jun 24 08:09:40.704865 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: revisionifmatch.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.705805 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.706324 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: revision-if-match Jun 24 08:09:40.706652 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: revisions.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.707783 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.708358 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: standard-attr-revisions Jun 24 08:09:40.708690 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: router_availability_zone.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.709566 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.719641 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: router_availability_zone Jun 24 08:09:40.719641 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: routerservicetype.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.720486 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.721012 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 08:09:40.721342 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.722297 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.722821 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: security-groups-normalized-cidr Jun 24 08:09:40.723147 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.724091 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.724696 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: port-security-groups-filtering Jun 24 08:09:40.725028 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.725987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.726528 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: security-groups-remote-address-group Jun 24 08:09:40.726842 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.727849 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.728467 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: security-groups-shared-filtering Jun 24 08:09:40.728798 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: securitygroup.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.738987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.739565 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: security-group Jun 24 08:09:40.739908 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: segment.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.740690 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.741214 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension segment not supported by any of loaded plugins Jun 24 08:09:40.741549 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.742525 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.743043 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 08:09:40.743376 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: servicetype.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.744591 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.745120 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: service-type Jun 24 08:09:40.745484 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: sorting.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.746495 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.746831 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: sorting Jun 24 08:09:40.747158 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: standard_attr_segment.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.748087 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.748673 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 08:09:40.749653 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: standardattrdescription.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.750317 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.750835 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: standard-attr-description Jun 24 08:09:40.751164 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: stateful_security_group.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.752127 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.752683 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: stateful-security-group Jun 24 08:09:40.753017 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: stdattrs_common.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.753617 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 08:09:40.753949 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.755070 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.755602 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 08:09:40.755934 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: subnet_onboard.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.757026 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.757557 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: subnet_onboard Jun 24 08:09:40.757891 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.758837 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.759360 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 08:09:40.759692 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: subnet_service_types.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.760664 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.761188 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: subnet-service-types Jun 24 08:09:40.761521 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: subnetallocation.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.762635 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.763260 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: subnet_allocation Jun 24 08:09:40.763595 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.764306 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.765060 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: subnetpool-prefix-ops Jun 24 08:09:40.765452 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.766413 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.766930 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 08:09:40.767259 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: tagging.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.768431 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.768960 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: standard-attr-tag Jun 24 08:09:40.769290 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: timestamp.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.770500 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.771030 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loaded extension: standard-attr-timestamp Jun 24 08:09:40.771363 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: trunk.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.772446 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.772975 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension trunk not supported by any of loaded plugins Jun 24 08:09:40.773311 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: trunk_details.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.774275 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.774877 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 08:09:40.775210 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: uplink_status_propagation.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.776153 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.776698 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 08:09:40.777031 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Loading extension file: vlantransparent.py {{(pid=104381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:09:40.777721 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:09:40.778247 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 08:09:40.780991 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:network Jun 24 08:09:40.781532 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:subnet Jun 24 08:09:40.781936 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:09:40.782335 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:port Jun 24 08:09:40.783618 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.784071 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service FLAVORS assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.784731 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.785166 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.785759 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:router Jun 24 08:09:40.786203 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 08:09:40.786702 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service METERING assigned prefix: /metering {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.788218 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.788609 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.788973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:09:40.790007 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 08:09:40.790455 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:security_group Jun 24 08:09:40.790896 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 08:09:40.791493 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service CORE assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.791839 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:09:40.792212 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] subnetpool is already registered Jun 24 08:09:40.792648 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service CORE assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.792979 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:09:40.793314 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] subnetpool is already registered Jun 24 08:09:40.796397 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.796833 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service FLAVORS assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.797456 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.798105 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.798495 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:router Jun 24 08:09:40.798839 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] router is already registered Jun 24 08:09:40.799254 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 08:09:40.799588 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] floatingip is already registered Jun 24 08:09:40.800053 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service METERING assigned prefix: /metering {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.800770 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 08:09:40.801102 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] rbac_policy is already registered Jun 24 08:09:40.801520 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:security_group Jun 24 08:09:40.801861 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] security_group is already registered Jun 24 08:09:40.802295 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 08:09:40.802637 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] security_group_rule is already registered Jun 24 08:09:40.803275 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service CORE assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.803607 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:09:40.803948 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] subnetpool is already registered Jun 24 08:09:40.804403 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.v2.resource_helper [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Service CORE assigned prefix: {{(pid=104381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:09:40.804733 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:09:40.805065 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING neutron.quota.resource_registry [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] subnetpool is already registered Jun 24 08:09:40.805539 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: extensions {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.806992 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: address-groups {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.808527 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: address-scopes {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.809868 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: agents {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.811022 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: auto-allocated-topology {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.812875 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: availability_zones {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.814105 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: dhcp-networks {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.815610 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: dhcp-agents {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.817060 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: routers {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.818748 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: flavors {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.820028 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: service_profiles {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.821275 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: next_providers {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.822710 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: service_profiles {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.824288 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: floatingip-pools {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.825523 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: routers {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.827409 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: floatingips {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.828754 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: l3-routers {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.830147 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: l3-agents {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.831564 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: metering-labels {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.832843 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: metering-label-rules {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.835233 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: network-ip-availabilities {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.836519 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: bindings {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.838104 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: quotas {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.839797 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: quotas {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.841366 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: rbac-policies {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.842752 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: security-groups {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.844071 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: security-group-rules {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.845496 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: service-providers {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.846792 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: subnetpools {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.848124 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: subnetpools {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.849694 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.851394 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.853362 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.855143 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.856858 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.859508 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.861227 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.863116 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.864928 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.866693 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron.api.extensions [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Extended resource: tags {{(pid=104381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:09:40.872735 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING keystonemiddleware.auth_token [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 08:09:40.878598 dv-cinder-834822-6-iscsi neutron-server[104381]: WARNING keystonemiddleware.auth_token [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 08:09:40.887513 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_concurrency.lockutils [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Acquired lock "singleton_lock" {{(pid=104381) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 08:09:40.888001 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_concurrency.lockutils [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Releasing lock "singleton_lock" {{(pid=104381) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 08:09:40.888702 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO oslo_service.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Starting 2 workers Jun 24 08:09:40.893728 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Started child 104492 {{(pid=104381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:09:40.898209 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Started child 104493 {{(pid=104381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:09:40.899093 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:40.899812 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO neutron.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 08:09:40.900493 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:40.900646 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [-] (104492) wsgi starting up on http://0.0.0.0:9696 Jun 24 08:09:40.902867 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:40.903312 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO oslo_service.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Starting 1 workers Jun 24 08:09:40.904347 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [-] (104493) wsgi starting up on http://0.0.0.0:9696 Jun 24 08:09:40.908530 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Started child 104494 {{(pid=104381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:09:40.909006 dv-cinder-834822-6-iscsi neutron-server[104381]: INFO oslo_service.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Starting 1 workers Jun 24 08:09:40.912037 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] calling RpcWorker wait() {{(pid=104494) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 08:09:40.912585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] returning from RpcWorker wait() {{(pid=104494) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 08:09:40.913769 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Started child 104495 {{(pid=104381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:09:40.913874 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:40.914243 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:09:40.914590 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG neutron_lib.callbacks.manager [None req-7e2de1d4-d081-47ed-ae60-691338f5a400 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:40.916564 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104381) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 08:09:40.916776 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 08:09:40.916962 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 08:09:40.917191 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 08:09:40.917514 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 08:09:40.917680 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 08:09:40.918193 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.918470 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.918726 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.919006 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.919323 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:40.919800 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.919889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.920117 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.920414 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.921207 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.921396 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.921565 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.921831 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.922064 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.922386 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.922674 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.922918 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.923162 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.923337 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.923602 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.923869 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.924136 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.924452 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] debug = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.924710 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.925192 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.925444 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.925687 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.925923 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.926196 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.926454 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.926722 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.926956 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.927173 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.927423 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.927703 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.927967 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.928174 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.928421 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.928692 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.928930 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.929418 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] host = dv-cinder-834822-6-iscsi {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.929669 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.929886 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.930138 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.930374 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.930654 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.930899 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.931180 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.931482 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.931754 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.932005 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.932274 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.932528 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.932767 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.933012 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.933236 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_options = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.933482 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.933742 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.934027 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.934223 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.934394 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.934549 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.934861 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.935032 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.935289 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.935531 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.935824 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.936070 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.936977 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.937242 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.937496 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.937774 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.938070 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.938320 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.938589 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.938837 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.939087 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.939317 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.939622 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.939843 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.940110 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.940351 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.940601 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.940839 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.941100 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.941390 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.941658 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.941963 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.942196 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.942444 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.942725 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.942932 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.943165 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.943452 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.943737 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.943967 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.944258 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.944495 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.944759 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.945029 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.945340 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.945600 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.945885 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_json = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.946121 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.946370 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.946606 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.946847 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.947065 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.950663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.951401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.951401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.951401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.951401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.951401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.951401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.952057 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:09:40.952271 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.952271 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.952271 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.952505 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.952635 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.952973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.953238 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.953504 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.953747 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.953969 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.954275 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.954694 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.955347 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.955758 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.956001 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.956463 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.962639 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.963567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964248 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.964895 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.965489 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.965489 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.965489 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.965788 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.965868 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.966076 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.966257 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.966473 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.966768 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.966960 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.967351 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.967632 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.968122 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.968400 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.968648 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.968862 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.969077 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.969299 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.969519 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.969748 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.969963 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.970159 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.970373 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.970607 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.970818 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.971091 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.971308 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.971523 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.971763 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.971983 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.972222 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.972554 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.972806 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.973056 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.973304 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.973540 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.974578 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.974848 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.975070 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.975290 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.975508 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.975762 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.975986 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.976273 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.976502 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.976722 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.977079 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.977304 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.977523 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.977746 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.977972 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.978213 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.978437 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.978722 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.978963 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.979246 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.979567 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.980023 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.980453 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.980881 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.981243 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.981685 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.982013 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.982293 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.982770 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.983761 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.984161 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.984636 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.985018 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.985449 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.985872 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.986333 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.986749 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.989889 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.990974 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.990974 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.990974 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.990974 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.990974 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.990974 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.990974 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.991508 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.991508 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.991725 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.991936 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.992190 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.992460 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.992677 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.992922 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.993142 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.993398 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.993617 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.993833 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.994066 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.994282 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.994508 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.994750 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.994962 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.995221 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.995481 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.995718 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.995955 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.996226 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.996490 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.996717 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.996939 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.997176 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.997411 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.997630 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.997916 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.998183 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.998401 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.998649 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:40.999596 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.000038 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.000228 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.000456 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.001012 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.001236 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.001456 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.001685 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.001904 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.002320 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.002573 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.002870 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.003111 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.003357 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.003717 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.003976 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.004295 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.004538 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.004779 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.005016 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.005246 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.005467 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.005722 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.005964 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.006210 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.006449 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.006689 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.006925 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.007151 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.007375 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.007648 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.007872 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.008127 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.008395 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.008632 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.008872 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.009093 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.009312 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.009543 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.009759 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.009996 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.010323 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.010659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.011076 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.011437 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.011806 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.012227 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.012490 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.012740 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.013071 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.013472 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.013832 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.014229 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.014705 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.015086 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.015726 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.016105 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.016609 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.016918 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.017152 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.017384 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.017644 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.017861 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.018118 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.018394 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.018617 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.018834 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.019071 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.019348 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.019568 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.019801 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.020022 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.020288 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.020524 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.020739 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.020951 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.021174 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.021394 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.021698 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.022002 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.022254 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.022497 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.022787 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.023039 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.023296 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.023576 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.023881 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.024129 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.025226 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.025226 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.025226 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.025226 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.025659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.025817 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.026092 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.026344 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.026608 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.026893 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.027411 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.027640 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.027791 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.027961 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.028326 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.028613 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.028902 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.029157 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.030659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.030659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.030659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.030659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.030659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.031271 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.031271 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.031271 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.031530 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.031752 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.032003 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.032326 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.032659 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.032836 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.033026 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.033264 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.033423 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 08:09:41.033966 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104381) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 08:09:41.034129 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 08:09:41.034283 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 08:09:41.034456 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 08:09:41.034627 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 08:09:41.034781 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 08:09:41.034992 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.035153 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.035315 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.035729 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.035930 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.036096 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.036418 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.036418 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.036580 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.036740 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.036900 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.037189 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.037444 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.037669 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.037834 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.038079 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.038364 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.038643 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.038904 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.039044 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.039180 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.039345 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] debug = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.039495 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.039677 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.039841 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.040001 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.040161 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.040347 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.040621 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.040797 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.040959 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.041119 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.041278 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.041439 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.041596 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.041747 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.041906 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.042083 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.042212 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.042366 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] host = dv-cinder-834822-6-iscsi {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.042518 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.042955 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.042955 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.042955 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.043375 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.043375 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.043525 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.043612 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.043742 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.043917 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.044060 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.044239 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.044402 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.044561 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.044722 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_options = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.044881 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.045039 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.045345 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.045439 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.045523 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.046172 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.046355 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.046526 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.046672 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.046822 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.046966 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.047131 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.047259 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.047440 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.047601 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.047761 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.047961 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.048099 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.048231 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.048399 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.048560 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.048719 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.048878 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.049036 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.049195 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.049355 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.049514 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.049678 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.049837 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.049998 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.050157 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.050317 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.050476 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.050635 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.050795 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.050954 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.051113 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.051273 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.051438 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.051598 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.051757 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.051917 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.052076 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.052256 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.052418 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.052578 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.052737 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_json = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.052971 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.053073 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.053199 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.053357 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.053515 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.053675 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.053836 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.053996 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.054155 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:09:41.054341 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.054537 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.054672 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.054835 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.054997 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.055160 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.055312 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.055457 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.055620 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.055780 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.055949 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.056111 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.056305 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.056468 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.056629 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.056794 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.056956 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.057119 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.057282 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.057444 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.057606 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.057767 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.057939 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.058101 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.058263 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.058424 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.058588 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.058754 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.058908 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.059077 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.059254 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.059421 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.059584 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.059748 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.059910 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.060073 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.060257 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.060422 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.060585 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.060748 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.060906 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.061069 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.061231 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.061996 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.062218 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.062318 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.062460 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.062699 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.062873 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.063081 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.063198 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.063359 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.063522 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.063686 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.063848 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.064011 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.064174 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.064391 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.064557 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.064719 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.064879 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.065041 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.065204 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.065366 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.065527 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.065689 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.065851 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.066012 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.066189 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.066351 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.066513 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.066675 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.066837 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.066999 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.067160 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.067322 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.067523 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.067642 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.067851 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.067945 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.068102 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.068285 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.068449 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.068610 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.068774 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.068961 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.069212 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.069440 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.069608 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.069799 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.069969 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.070120 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.070266 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.070433 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.070577 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.070750 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.070903 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.071058 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.071198 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.071461 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.071623 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.071772 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.071937 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.071937 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.072257 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.072405 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.072548 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.072798 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.072798 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.073987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.074973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.074973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.074973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.074973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.074973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.074973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.075681 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.075681 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.075681 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.075681 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.075681 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076256 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076256 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076256 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076466 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076466 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076617 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076843 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.076960 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.077130 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.077294 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.077456 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.077644 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.077828 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.078062 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.078286 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.078528 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.078699 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.078866 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.079029 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.079191 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.079367 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.079500 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.079664 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.079826 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.080181 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.080181 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.080424 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.080544 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.080707 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.080869 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.081031 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.081194 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.081356 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.081518 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.081680 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.081842 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.082004 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.082166 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.082328 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.082492 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.082653 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.082815 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.082978 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.083140 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.083307 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.083469 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.083630 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.083796 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.083958 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.084121 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.084320 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.084484 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.084647 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.084811 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.084973 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.085137 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.085300 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.085462 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.085624 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.085787 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.085951 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.086114 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.086276 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.086439 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.086601 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.086763 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.086948 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.087114 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.087275 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.087441 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.087603 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.087764 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.087926 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.088089 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.088272 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.088435 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.088605 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.088768 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.088930 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.089091 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.089255 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.089416 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.089580 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.089744 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.089906 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.090068 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.090236 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.090400 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.090562 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.090723 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.090885 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.091046 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.091208 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.091370 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.091534 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.091709 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.091871 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.092034 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.092214 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.092387 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.093057 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.093246 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.093480 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.093676 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.093845 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.094002 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.094164 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.094338 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.094501 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.094663 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.094825 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.094987 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.095148 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.095320 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.095482 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.095644 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.095950 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.095950 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.096120 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.096293 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.096457 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.096618 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.096780 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.096942 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.097117 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.097273 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.097436 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.097597 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.097760 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.097920 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.098083 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.098257 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.098423 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.098585 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.098761 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.098922 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.099083 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.099244 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.099418 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.099580 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.099744 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.099906 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.100041 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:09:41.100150 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.100256 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.100394 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.100560 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.100733 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.100904 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.101069 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.101240 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.101411 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.101582 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.101744 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.101913 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.102089 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.102252 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.102415 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.102576 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.102737 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.102899 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.103061 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.103223 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.103384 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.103546 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.103707 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.103868 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.104030 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.104243 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.104381 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.104539 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.104700 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.104867 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.105015 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.105256 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:09:41.105557 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 08:09:41.370830 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51102) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:09:41.379745 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067403 Jun 24 08:09:50.198712 dv-cinder-834822-6-iscsi neutron-server[104381]: DEBUG dbcounter [-] [104381] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:09:52.802263 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadde8b-e36c-43cb-bdae-3a3d0804f37f None None] get_active_networks_info from dv-cinder-834822-6-iscsi {{(pid=104494) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 08:09:52.814195 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writer thread running {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:09:52.815379 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writer thread running {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:09:52.891791 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fadde8b-e36c-43cb-bdae-3a3d0804f37f None None] No non-hosted networks {{(pid=104494) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 08:09:52.910318 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.agentschedulers_db [None req-3fadde8b-e36c-43cb-bdae-3a3d0804f37f None None] DHCP Agent not found on host dv-cinder-834822-6-iscsi {{(pid=104494) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 08:09:52.989016 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7e617fc8-8f73-4346-8094-5f19292d4d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563396'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:54.507354 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writer thread running {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:09:55.252531 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1e28066a-30ec-4540-8692-7fcf315759c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563396'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:55.309601 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.db.api [None req-c31c0ef1-4747-4753-a838-3ce84bddb1e2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834822-6-iscsi {{(pid=104494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:09:55.310594 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG oslo_db.api [None req-c31c0ef1-4747-4753-a838-3ce84bddb1e2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:09:55.937611 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c31c0ef1-4747-4753-a838-3ce84bddb1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:56.314572 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563396'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:56.316154 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51178) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:09:56.895975 dv-cinder-834822-6-iscsi neutron-server[104493]: WARNING oslo_policy.policy [None req-667aba6e-b839-4f5f-b725-21a7be4dc242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:09:56.896654 dv-cinder-834822-6-iscsi neutron-server[104493]: WARNING oslo_policy.policy [None req-667aba6e-b839-4f5f-b725-21a7be4dc242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:09:57.120912 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [None req-667aba6e-b839-4f5f-b725-21a7be4dc242 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:09:57.132240 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-667aba6e-b839-4f5f-b725-21a7be4dc242 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8049512 Jun 24 08:09:57.837253 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563396'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:58.031577 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563396'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:09:58.032276 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.032615 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.032948 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.033275 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.033599 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.033959 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.034265 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.034599 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.034918 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.035234 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.035565 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.036157 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.036541 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.036859 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.037170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:09:58.037578 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834822-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:09:58.043696 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834822-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:09:59.517468 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51210) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:09:59.867664 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-6a9e32c6-aa97-4e30-a8b2-c054e8b2295b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:09:59.961561 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.policy [None req-6a9e32c6-aa97-4e30-a8b2-c054e8b2295b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104493) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 08:10:00.003865 dv-cinder-834822-6-iscsi neutron-server[104493]: WARNING oslo_policy.policy [None req-6a9e32c6-aa97-4e30-a8b2-c054e8b2295b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:10:00.004259 dv-cinder-834822-6-iscsi neutron-server[104493]: WARNING oslo_policy.policy [None req-6a9e32c6-aa97-4e30-a8b2-c054e8b2295b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:10:00.025045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writer thread running {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:10:00.238996 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6a9e32c6-aa97-4e30-a8b2-c054e8b2295b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750875927329', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750875926845', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750875877414', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750875883980', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750875891661', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750875900783', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3724476', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3537996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-348566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400190'] for rbac-policy (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:00.454037 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6a9e32c6-aa97-4e30-a8b2-c054e8b2295b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:00.455333 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6a9e32c6-aa97-4e30-a8b2-c054e8b2295b admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9367766 Jun 24 08:10:01.293068 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.db.l3_hamode_db [None req-b31cf653-f644-4941-b1aa-f202f530d7b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 08:10:01.368506 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cf653-f644-4941-b1aa-f202f530d7b6 None None] Routers set() bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:10:01.368866 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cf653-f644-4941-b1aa-f202f530d7b6 None None] Router IDs set() for agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 08:10:02.700589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51222) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:03.019799 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:10:03.142859 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Made reservation on behalf of 12617164ba504ce18054575cb49f5cd5 for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:10:03.146693 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.164532 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.273144 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks [] for security_group (7471ed40-a368-406c-ab65-06fc71b417af), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.351052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7471ed40-a368-406c-ab65-06fc71b417af), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.377310 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:10:03.413130 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750875948674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (54794bd8-8e8d-43bf-88c3-bd72f9fbfd32), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.413615 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Unsubscribe: segment precommit_create {{(pid=104493) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 08:10:03.414116 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Added segment 54794bd8-8e8d-43bf-88c3-bd72f9fbfd32 of type vlan for network ae860b49-960d-46bb-bdb8-040af7672461 Jun 24 08:10:03.432045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7471ed40-a368-406c-ab65-06fc71b417af,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:03.483006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.483344 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.483691 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.484036 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.485471 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.485802 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.486129 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.486488 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.486773 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.487090 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.487406 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.487734 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.488051 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.488388 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.488701 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Tracked resource versions report: Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: pushed versions: Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: { 'AddressGroup': {'1.2'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Agent': {'1.1'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'ConntrackHelper': {'1.0'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Log': {'1.0'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'NDPProxy': {'1.0'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Network': {'1.1'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Port': {'1.7'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'PortForwarding': {'1.3'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'QosPolicy': {'1.10'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroup': {'1.5'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SubPort': {'1.0'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Subnet': {'1.1'}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Trunk': {'1.1'}} Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: consumer versions: Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Agent': '1.1', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'ConntrackHelper': '1.0', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'LocalIPAssociation': '1.0', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Log': '1.0', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'NDPProxy': '1.0', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Network': '1.1', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Port': '1.7', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'PortForwarding': '1.3', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'QosPolicy': '1.10', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroup': '1.5', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroupRule': '1.2', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SubPort': '1.0', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Subnet': '1.1', Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Trunk': '1.1'}} Jun 24 08:10:03.490100 dv-cinder-834822-6-iscsi neutron-server[104493]: {{(pid=104493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:10:03.523095 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (ae860b49-960d-46bb-bdb8-040af7672461), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.544894 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=49,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:03.606050 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (ae860b49-960d-46bb-bdb8-040af7672461), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.611924 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:03.612674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:03.733950 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0321941 Jun 24 08:10:03.735239 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f5aae-d907-4ece-9ec4-8f8de19a4844 demo demo] Pushing event updated for resources: {'Network': ['ID=ae860b49-960d-46bb-bdb8-040af7672461,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:03.747468 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network ae860b49-960d-46bb-bdb8-040af7672461 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:10:04.688605 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:06.014361 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51238) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:06.430162 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3275241-4b7d-46b2-a1c6-ae83758a0fd3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:06.432648 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e3275241-4b7d-46b2-a1c6-ae83758a0fd3 demo admin] 10.222.0.42 "GET /v2.0/networks/ae860b49-960d-46bb-bdb8-040af7672461 HTTP/1.1" status: 200 len: 825 time: 0.4172869 Jun 24 08:10:06.456492 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1c560283-33de-4c61-9f7a-d0b631af1a9d demo admin] 10.222.0.42 "GET /v2.0/subnetpools/206ae5ac-2593-4034-94c4-16f329f5519c HTTP/1.1" status: 200 len: 734 time: 0.0193384 Jun 24 08:10:06.464898 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Request body: {'subnet': {'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '206ae5ac-2593-4034-94c4-16f329f5519c'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:10:06.551330 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Made reservation on behalf of 12617164ba504ce18054575cb49f5cd5 for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:10:06.553593 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:06.698774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:06.914934 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (4a3ad232-37a4-468f-bc2d-b2a199ac5b00), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:06.988061 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4a3ad232-37a4-468f-bc2d-b2a199ac5b00,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:06.993800 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Checking segment: {'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:10:06.994788 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Network hostable DHCP agents. Network: ae860b49-960d-46bb-bdb8-040af7672461, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:10:07.077396 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Network ae860b49-960d-46bb-bdb8-040af7672461 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:10:07.185848 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, ae860b49-960d-46bb-bdb8-040af7672461) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:10:07.190620 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:07.191289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:07.195373 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9e401-25b6-4f36-96a6-eacd2e943ed5 None None] Network ae860b49-960d-46bb-bdb8-040af7672461 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:10:07.285581 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-bae2b57c-71b2-44fa-b74d-c61c32b2fd30 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8237660 Jun 24 08:10:07.456467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-ae860b49-960d-46bb-bdb8-040af7672461', 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'project_id': '12617164ba504ce18054575cb49f5cd5', 'fixed_ips': [{'subnet_id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:10:07.457802 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:07.769166 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=22,neutron:INSERT=31 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:07.771497 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Allocated IP 172.20.0.2 (ae860b49-960d-46bb-bdb8-040af7672461/4a3ad232-37a4-468f-bc2d-b2a199ac5b00/517338fd-2bde-40e4-87d7-380f04c98e1f) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:10:08.016557 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Publish callbacks [] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:08.117935 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:08.197936 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Network ae860b49-960d-46bb-bdb8-040af7672461 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:10:08.203536 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:10:08.208626 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Pushing event updated for resources: {'Port': ['ID=517338fd-2bde-40e4-87d7-380f04c98e1f,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:08.212661 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:10:08.214351 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:08.223245 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.223591 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.223942 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.224314 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.224649 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.224975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.225296 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.225616 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.225936 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.226252 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.226570 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.226901 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.227222 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.227539 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.227852 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Tracked resource versions report: Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: pushed versions: Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: { 'AddressGroup': {'1.2'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Agent': {'1.1'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'ConntrackHelper': {'1.0'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Log': {'1.0'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'NDPProxy': {'1.0'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Network': {'1.1'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Port': {'1.7'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'PortForwarding': {'1.3'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'QosPolicy': {'1.10'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroup': {'1.5'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SubPort': {'1.0'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Subnet': {'1.1'}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Trunk': {'1.1'}} Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: consumer versions: Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Agent': '1.1', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'ConntrackHelper': '1.0', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'LocalIPAssociation': '1.0', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Log': '1.0', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'NDPProxy': '1.0', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Network': '1.1', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Port': '1.7', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'PortForwarding': '1.3', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'QosPolicy': '1.10', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroup': '1.5', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroupRule': '1.2', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SubPort': '1.0', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Subnet': '1.1', Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Trunk': '1.1'}} Jun 24 08:10:08.229260 dv-cinder-834822-6-iscsi neutron-server[104494]: {{(pid=104494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:10:08.305067 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Attempting to bind port 517338fd-2bde-40e4-87d7-380f04c98e1f on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:10:08.305067 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Attempting to bind port 517338fd-2bde-40e4-87d7-380f04c98e1f by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:10:08.305451 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Attempting to bind port 517338fd-2bde-40e4-87d7-380f04c98e1f on network ae860b49-960d-46bb-bdb8-040af7672461 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:10:08.310491 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:10:08.310873 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Checking segment: {'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:10:08.311340 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:08.311726 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Bound using segment: {'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:10:08.312213 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Bound port: 517338fd-2bde-40e4-87d7-380f04c98e1f, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:10:08.312885 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:08.373191 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] For port 517338fd-2bde-40e4-87d7-380f04c98e1f, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:10:08.393471 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] For port 517338fd-2bde-40e4-87d7-380f04c98e1f, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=517338fd-2bde-40e4-87d7-380f04c98e1f,segment=NetworkSegment(54794bd8-8e8d-43bf-88c3-bd72f9fbfd32),segment_id=54794bd8-8e8d-43bf-88c3-bd72f9fbfd32)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:10:08.466123 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:08.520951 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d295a-56fa-4c2b-9950-b2b11c4cd90a None None] Pushing event updated for resources: {'Port': ['ID=517338fd-2bde-40e4-87d7-380f04c98e1f,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:09.590819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51248) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:09.934606 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [None req-29f45fe7-7c59-47b5-9130-be9fcee0dcff admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:10:09.935716 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-29f45fe7-7c59-47b5-9130-be9fcee0dcff admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3439262 Jun 24 08:10:12.257024 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51256) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:12.586125 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [None req-b7bfad9a-7780-4a83-8f78-8eda3d66538f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:10:12.587127 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b7bfad9a-7780-4a83-8f78-8eda3d66538f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3291783 Jun 24 08:10:14.884410 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51264) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:15.215540 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-0d546c2e-1c39-4ad8-9001-1fadbc267a05 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:10:15.285995 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0d546c2e-1c39-4ad8-9001-1fadbc267a05 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:15.287896 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0d546c2e-1c39-4ad8-9001-1fadbc267a05 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:15.435774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0d546c2e-1c39-4ad8-9001-1fadbc267a05 demo demo] Publish callbacks [] for router_controller (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:15.487109 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0d546c2e-1c39-4ad8-9001-1fadbc267a05 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:15.570424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0d546c2e-1c39-4ad8-9001-1fadbc267a05 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:15.571637 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-0d546c2e-1c39-4ad8-9001-1fadbc267a05 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6862471 Jun 24 08:10:15.659008 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 517338fd-2bde-40e4-87d7-380f04c98e1f up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:10:15.747428 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 517338fd-2bde-40e4-87d7-380f04c98e1f triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:15.747925 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:15.853158 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 517338fd-2bde-40e4-87d7-380f04c98e1f is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:15.853553 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:15.888837 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 517338fd-2bde-40e4-87d7-380f04c98e1f, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=517338fd-2bde-40e4-87d7-380f04c98e1f,segment=NetworkSegment(54794bd8-8e8d-43bf-88c3-bd72f9fbfd32),segment_id=54794bd8-8e8d-43bf-88c3-bd72f9fbfd32)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:10:15.974224 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:16.009616 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:16.030632 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=517338fd-2bde-40e4-87d7-380f04c98e1f,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:16.711056 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dd9684-ce6d-43e0-9023-6777523eb2ad None None] Network ae860b49-960d-46bb-bdb8-040af7672461 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:10:16.740921 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:16.781628 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-ca4b1fd2-5a5c-4030-90f2-c6b8cc6ff386 None None] Provisioning complete for port 517338fd-2bde-40e4-87d7-380f04c98e1f triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:16.781628 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1fd2-5a5c-4030-90f2-c6b8cc6ff386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:16.901930 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b1fd2-5a5c-4030-90f2-c6b8cc6ff386 None None] Current status of the port 517338fd-2bde-40e4-87d7-380f04c98e1f is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:17.120752 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-157ba71d-ff46-4492-a981-b0f8a2c0d981 None None] Provisioning complete for port 517338fd-2bde-40e4-87d7-380f04c98e1f triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:17.121142 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-157ba71d-ff46-4492-a981-b0f8a2c0d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:17.193884 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-157ba71d-ff46-4492-a981-b0f8a2c0d981 None None] Current status of the port 517338fd-2bde-40e4-87d7-380f04c98e1f is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:17.634821 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 517338fd-2bde-40e4-87d7-380f04c98e1f up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:10:17.677423 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 517338fd-2bde-40e4-87d7-380f04c98e1f triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:17.677812 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:17.752443 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 517338fd-2bde-40e4-87d7-380f04c98e1f is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:17.881069 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51276) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:18.200930 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [None req-5984311b-c30b-43b0-a1e1-404669bef164 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:10:18.201736 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5984311b-c30b-43b0-a1e1-404669bef164 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3197205 Jun 24 08:10:20.465730 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51284) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:20.978446 dv-cinder-834822-6-iscsi neutron-server[104492]: WARNING oslo_policy.policy [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:10:20.978979 dv-cinder-834822-6-iscsi neutron-server[104492]: WARNING oslo_policy.policy [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:10:21.205882 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:10:21.218531 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writer thread running {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:10:21.219661 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:21.368171 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Made reservation on behalf of 7ed29b44386f4c7ba3757cfe7b05f1c4 for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:10:21.430819 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.policy [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104492) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 08:10:21.472508 dv-cinder-834822-6-iscsi neutron-server[104492]: WARNING oslo_policy.policy [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:10:21.473068 dv-cinder-834822-6-iscsi neutron-server[104492]: WARNING oslo_policy.policy [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:10:21.482726 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:21.504006 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:21.617879 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks [] for security_group (a2628484-cc1f-45c1-93a7-65fa12363a64), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:21.689046 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a2628484-cc1f-45c1-93a7-65fa12363a64), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:21.701668 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Reserving flat network on physical network physnet1 {{(pid=104492) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 08:10:21.734713 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750875948674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (bbd74fe6-296b-4922-b0bb-b471da2b25ae), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:21.735089 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Unsubscribe: segment precommit_create {{(pid=104492) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 08:10:21.735620 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Added segment bbd74fe6-296b-4922-b0bb-b471da2b25ae of type flat for network 64293df7-480a-448c-aa04-f1c5af85cc5b Jun 24 08:10:21.751809 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2628484-cc1f-45c1-93a7-65fa12363a64,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:21.807391 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.807735 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.808092 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.808460 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.808803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.809135 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.809466 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.809793 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.810138 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.810468 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.810809 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.811152 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.811484 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.811803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.812148 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Tracked resource versions report: Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: pushed versions: Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: { 'AddressGroup': {'1.2'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Agent': {'1.1'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'ConntrackHelper': {'1.0'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Log': {'1.0'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'NDPProxy': {'1.0'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Network': {'1.1'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Port': {'1.7'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'PortForwarding': {'1.3'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'QosPolicy': {'1.10'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroup': {'1.5'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SubPort': {'1.0'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Subnet': {'1.1'}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Trunk': {'1.1'}} Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: consumer versions: Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Agent': '1.1', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'ConntrackHelper': '1.0', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'LocalIPAssociation': '1.0', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Log': '1.0', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'NDPProxy': '1.0', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Network': '1.1', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Port': '1.7', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'PortForwarding': '1.3', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'QosPolicy': '1.10', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroup': '1.5', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroupRule': '1.2', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SubPort': '1.0', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Subnet': '1.1', Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Trunk': '1.1'}} Jun 24 08:10:21.815125 dv-cinder-834822-6-iscsi neutron-server[104492]: {{(pid=104492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:10:21.856354 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (64293df7-480a-448c-aa04-f1c5af85cc5b), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:21.982939 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (64293df7-480a-448c-aa04-f1c5af85cc5b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:21.984219 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:21.985011 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:22.090346 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] Pushing event updated for resources: {'Network': ['ID=64293df7-480a-448c-aa04-f1c5af85cc5b,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:22.100900 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 64293df7-480a-448c-aa04-f1c5af85cc5b details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:10:22.123013 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b7332cd7-0d7f-4306-8400-288adcc1ec3f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6553187 Jun 24 08:10:22.811311 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-4181897a-5e1f-4569-a26f-5989af4ab376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:24.373909 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51306) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:24.784728 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472bd9f-43ef-4f5e-ad00-448957aa8381 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:24.786130 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4472bd9f-43ef-4f5e-ad00-448957aa8381 demo admin] 10.222.0.42 "GET /v2.0/subnets/4a3ad232-37a4-468f-bc2d-b2a199ac5b00 HTTP/1.1" status: 200 len: 849 time: 0.4112570 Jun 24 08:10:24.948056 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-740307a9-4ec2-4ac6-8a0b-571781494265 demo admin] 10.222.0.42 "GET /v2.0/routers/e52173a1-7b55-4a7e-bff8-4fe4df1cb53c HTTP/1.1" status: 200 len: 704 time: 0.1557946 Jun 24 08:10:25.239147 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:25.274987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2087ccba-fa99-4cbc-97c0-bde7a588125f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:25.430205 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:25.498571 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:25.499247 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:25.506726 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:25.531687 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Allocated IP 172.20.0.1 (ae860b49-960d-46bb-bdb8-040af7672461/4a3ad232-37a4-468f-bc2d-b2a199ac5b00/5a129d57-09de-4faa-a6e8-b2fd7874d227) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:10:25.719184 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks [] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:25.831589 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:25.909226 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Network ae860b49-960d-46bb-bdb8-040af7672461 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:10:25.919057 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:10:25.924995 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Pushing event updated for resources: {'Port': ['ID=5a129d57-09de-4faa-a6e8-b2fd7874d227,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:25.928144 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:10:25.928144 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.161195 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-3ca60a32-7dd7-482a-ba91-3ac2297c1414 None None] Provisioning complete for port 5a129d57-09de-4faa-a6e8-b2fd7874d227 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:26.161582 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3ca60a32-7dd7-482a-ba91-3ac2297c1414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.197300 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.203816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-3ca60a32-7dd7-482a-ba91-3ac2297c1414 None None] Port 5a129d57-09de-4faa-a6e8-b2fd7874d227 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:10:26.257326 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:26.257522 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.459281 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks [] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.508913 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.509733 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.568503 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Pushing event updated for resources: {'Port': ['ID=5a129d57-09de-4faa-a6e8-b2fd7874d227,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:26.638752 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Network ae860b49-960d-46bb-bdb8-040af7672461 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:10:26.640094 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:10:26.822808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-541261d9-055f-407e-994c-15a19e0f7989 None None] Provisioning complete for port 5a129d57-09de-4faa-a6e8-b2fd7874d227 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:26.823371 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-541261d9-055f-407e-994c-15a19e0f7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:26.854644 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-541261d9-055f-407e-994c-15a19e0f7989 None None] Port 5a129d57-09de-4faa-a6e8-b2fd7874d227 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:10:26.920785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:10:27.009493 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:10:27.014661 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-fd513978-cc2c-4917-b2fb-077de1a7e618 demo admin] 10.222.0.42 "PUT /v2.0/routers/e52173a1-7b55-4a7e-bff8-4fe4df1cb53c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0603657 Jun 24 08:10:27.032359 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Sync routers for ids ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:10:27.045934 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Routers {'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:10:27.047456 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:10:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:27.226727 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Set router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c gateway port host: None {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:10:27.643428 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'name': 'router1', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:10:15Z', 'updated_at': '2022-06-24T08:10:26Z', 'revision_number': 2, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'gw_port_host': None, '_interfaces': [{'id': '5a129d57-09de-4faa-a6e8-b2fd7874d227', 'name': '', 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'mac_address': 'fa:16:3e:e5:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:25Z', 'updated_at': '2022-06-24T08:10:26Z', 'revision_number': 2, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'subnets': [{'id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206ae5ac-2593-4034-94c4-16f329f5519c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:27.696143 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Checking router: e52173a1-7b55-4a7e-bff8-4fe4df1cb53c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:10:27.696546 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Updating router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c port 5a129d57-09de-4faa-a6e8-b2fd7874d227 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:10:27.753181 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:27.773793 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:27.988985 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.272999 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Publish callbacks [] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.351314 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.492033 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Pushing event updated for resources: {'Port': ['ID=5a129d57-09de-4faa-a6e8-b2fd7874d227,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:28.506624 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.506624 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.506624 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.506973 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.507192 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.507452 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.507780 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.508111 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.508469 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.508796 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.509125 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.509465 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.509796 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.510120 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.510441 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Tracked resource versions report: Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: pushed versions: Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: { 'AddressGroup': {'1.2'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Agent': {'1.1'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'ConntrackHelper': {'1.0'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Log': {'1.0'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'NDPProxy': {'1.0'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Network': {'1.1'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Port': {'1.7'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'PortForwarding': {'1.3'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'QosPolicy': {'1.10'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroup': {'1.5'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SubPort': {'1.0'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Subnet': {'1.1'}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Trunk': {'1.1'}} Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: consumer versions: Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Agent': '1.1', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'ConntrackHelper': '1.0', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'LocalIPAssociation': '1.0', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Log': '1.0', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'NDPProxy': '1.0', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Network': '1.1', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Port': '1.7', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'PortForwarding': '1.3', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'QosPolicy': '1.10', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroup': '1.5', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroupRule': '1.2', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SubPort': '1.0', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Subnet': '1.1', Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Trunk': '1.1'}} Jun 24 08:10:28.511911 dv-cinder-834822-6-iscsi neutron-server[104495]: {{(pid=104495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:10:28.543549 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Attempting to bind port 5a129d57-09de-4faa-a6e8-b2fd7874d227 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:10:28.543957 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Attempting to bind port 5a129d57-09de-4faa-a6e8-b2fd7874d227 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:10:28.544416 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Attempting to bind port 5a129d57-09de-4faa-a6e8-b2fd7874d227 on network ae860b49-960d-46bb-bdb8-040af7672461 {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:10:28.550228 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:10:28.550764 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Checking segment: {'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:10:28.551261 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.551655 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Bound using segment: {'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:10:28.552141 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Bound port: 5a129d57-09de-4faa-a6e8-b2fd7874d227, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54794bd8-8e8d-43bf-88c3-bd72f9fbfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:10:28.552580 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.597087 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:28.620689 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] For port 5a129d57-09de-4faa-a6e8-b2fd7874d227, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:10:28.641440 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] For port 5a129d57-09de-4faa-a6e8-b2fd7874d227, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=5a129d57-09de-4faa-a6e8-b2fd7874d227,segment=NetworkSegment(54794bd8-8e8d-43bf-88c3-bd72f9fbfd32),segment_id=54794bd8-8e8d-43bf-88c3-bd72f9fbfd32)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:10:28.684546 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-a73a6954-4470-46af-aed7-64fd6d30ce78 None None] Provisioning complete for port 5a129d57-09de-4faa-a6e8-b2fd7874d227 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:28.684949 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a73a6954-4470-46af-aed7-64fd6d30ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.706411 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.716852 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-a73a6954-4470-46af-aed7-64fd6d30ce78 None None] Port 5a129d57-09de-4faa-a6e8-b2fd7874d227 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:10:28.751937 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:28.768778 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a77228-b650-43e3-baba-e6e141a7fb3c None None] Pushing event updated for resources: {'Port': ['ID=5a129d57-09de-4faa-a6e8-b2fd7874d227,revision_number=4']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:28.771231 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Routers {'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:10:28.771833 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:10:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:28.861987 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] Set router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c gateway port host: None {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:10:28.936048 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f7fea0c2-0cb0-4639-85f9-988d8ad89b44 None None] Provisioning complete for port 5a129d57-09de-4faa-a6e8-b2fd7874d227 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:28.936467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7fea0c2-0cb0-4639-85f9-988d8ad89b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:28.963699 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:29.013856 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f7fea0c2-0cb0-4639-85f9-988d8ad89b44 None None] Current status of the port 5a129d57-09de-4faa-a6e8-b2fd7874d227 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:29.014467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7fea0c2-0cb0-4639-85f9-988d8ad89b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:29.049566 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-f7fea0c2-0cb0-4639-85f9-988d8ad89b44 None None] For port 5a129d57-09de-4faa-a6e8-b2fd7874d227, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=5a129d57-09de-4faa-a6e8-b2fd7874d227,segment=NetworkSegment(54794bd8-8e8d-43bf-88c3-bd72f9fbfd32),segment_id=54794bd8-8e8d-43bf-88c3-bd72f9fbfd32)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:10:29.069596 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'name': 'router1', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:10:15Z', 'updated_at': '2022-06-24T08:10:26Z', 'revision_number': 2, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'gw_port_host': None, '_interfaces': [{'id': '5a129d57-09de-4faa-a6e8-b2fd7874d227', 'name': '', 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'mac_address': 'fa:16:3e:e5:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:25Z', 'updated_at': '2022-06-24T08:10:28Z', 'revision_number': 4, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'subnets': [{'id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206ae5ac-2593-4034-94c4-16f329f5519c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:29.098845 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca31e2-800f-44a7-8fc6-1be6d074e9dd None None] The sync data for ids ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'] in dv-cinder-834822-6-iscsi is: [{'id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'name': 'router1', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:10:15Z', 'updated_at': '2022-06-24T08:10:26Z', 'revision_number': 2, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'gw_port_host': None, '_interfaces': [{'id': '5a129d57-09de-4faa-a6e8-b2fd7874d227', 'name': '', 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'mac_address': 'fa:16:3e:e5:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:25Z', 'updated_at': '2022-06-24T08:10:28Z', 'revision_number': 4, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'subnets': [{'id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206ae5ac-2593-4034-94c4-16f329f5519c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:10:29.139833 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7fea0c2-0cb0-4639-85f9-988d8ad89b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:29.197595 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fea0c2-0cb0-4639-85f9-988d8ad89b44 None None] Pushing event updated for resources: {'Port': ['ID=5a129d57-09de-4faa-a6e8-b2fd7874d227,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:29.303693 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51332) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:29.506450 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec621880-514e-405a-b1f1-c7f09670d2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:29.507809 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ec621880-514e-405a-b1f1-c7f09670d2cd admin admin] 10.222.0.42 "GET /v2.0/networks/64293df7-480a-448c-aa04-f1c5af85cc5b HTTP/1.1" status: 200 len: 842 time: 0.2031987 Jun 24 08:10:29.517304 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:10:29.634364 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Made reservation on behalf of 7ed29b44386f4c7ba3757cfe7b05f1c4 for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:10:29.636758 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:29.710342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:29.904477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:29.979733 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.objects.ports [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104492) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 08:10:29.980166 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (95b8eb7f-f2d2-456c-ba37-abc6ca154c49), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:30.037825 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b8eb7f-f2d2-456c-ba37-abc6ca154c49,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:30.049740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:10:30.050092 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Network hostable DHCP agents. Network: 64293df7-480a-448c-aa04-f1c5af85cc5b, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:10:30.137303 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:10:30.212250 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 64293df7-480a-448c-aa04-f1c5af85cc5b) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:10:30.217254 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:30.219652 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:30.220721 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8708f-184f-4cbb-ab72-fedb7ff9f04e None None] Network 64293df7-480a-448c-aa04-f1c5af85cc5b requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:10:30.294720 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c7fb7458-f218-457b-8f79-954d1e0d9b5e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7808368 Jun 24 08:10:30.334620 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bc18e-00bc-410e-9c43-365e5c1bc972 None None] Network 64293df7-480a-448c-aa04-f1c5af85cc5b requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:10:32.574478 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51350) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:32.787743 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-ea600b2d-c46d-424a-9c42-27d03ea617ab demo admin] 10.222.0.42 "GET /v2.0/routers/e52173a1-7b55-4a7e-bff8-4fe4df1cb53c HTTP/1.1" status: 200 len: 710 time: 0.2121706 Jun 24 08:10:32.904736 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e1de5-16a5-4928-bad1-c77e76b3612e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:10:32.906234 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-852e1de5-16a5-4928-bad1-c77e76b3612e demo admin] 10.222.0.42 "GET /v2.0/networks/64293df7-480a-448c-aa04-f1c5af85cc5b HTTP/1.1" status: 200 len: 886 time: 0.1126919 Jun 24 08:10:32.915389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:10:33.160212 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks [] for router_gateway (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:33.478630 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks [] for router_gateway (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:33.559850 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:33.764571 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Allocated IP 172.27.3.190 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/8f9680c1-b16d-4101-ab3a-dba975798c5c) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:10:33.889116 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks [] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:33.891015 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:33.934634 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:34.001441 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:34.078652 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:10:34.087590 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:10:34.094949 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:10:34.131432 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Pushing event updated for resources: {'Port': ['ID=8f9680c1-b16d-4101-ab3a-dba975798c5c,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:34.452762 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks [] for router_gateway (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:34.637695 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16009'] for router (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:34.642857 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562260', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560580'] for router (e52173a1-7b55-4a7e-bff8-4fe4df1cb53c), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:34.748379 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:10:34.852232 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:10:34.856549 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:34.857765 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f5c14864-faf9-4839-ae53-b584d9ae5902 demo admin] 10.222.0.42 "PUT /v2.0/routers/e52173a1-7b55-4a7e-bff8-4fe4df1cb53c HTTP/1.1" status: 200 len: 890 time: 1.9457440 Jun 24 08:10:35.411770 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4195f-0463-492e-9401-279fae719560 None None] Sync routers for ids ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:10:35.424381 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] Routers {'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:10:35.424953 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:10:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:35.633959 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] Set router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:10:35.680673 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 5a129d57-09de-4faa-a6e8-b2fd7874d227 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:10:35.714440 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:35.861208 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 5a129d57-09de-4faa-a6e8-b2fd7874d227 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:35.861573 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:35.873638 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:35.964917 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:10:36.177487 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 5a129d57-09de-4faa-a6e8-b2fd7874d227 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:36.198891 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'name': 'router1', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f9680c1-b16d-4101-ab3a-dba975798c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:10:15Z', 'updated_at': '2022-06-24T08:10:34Z', 'revision_number': 4, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'gw_port': {'id': '8f9680c1-b16d-4101-ab3a-dba975798c5c', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:33Z', 'updated_at': '2022-06-24T08:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '5a129d57-09de-4faa-a6e8-b2fd7874d227', 'name': '', 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'mac_address': 'fa:16:3e:e5:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:25Z', 'updated_at': '2022-06-24T08:10:29Z', 'revision_number': 5, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'subnets': [{'id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206ae5ac-2593-4034-94c4-16f329f5519c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:36.248347 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4195f-0463-492e-9401-279fae719560 None None] Checking router: e52173a1-7b55-4a7e-bff8-4fe4df1cb53c for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:10:36.248655 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4195f-0463-492e-9401-279fae719560 None None] Updating router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c port 8f9680c1-b16d-4101-ab3a-dba975798c5c binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:10:36.303667 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-93b4195f-0463-492e-9401-279fae719560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:36.613382 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-93b4195f-0463-492e-9401-279fae719560 None None] Publish callbacks [] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:36.671513 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-93b4195f-0463-492e-9401-279fae719560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:36.727039 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-93b4195f-0463-492e-9401-279fae719560 None None] Attempting to bind port 8f9680c1-b16d-4101-ab3a-dba975798c5c on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:10:36.727412 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-93b4195f-0463-492e-9401-279fae719560 None None] Attempting to bind port 8f9680c1-b16d-4101-ab3a-dba975798c5c by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:10:36.727780 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4195f-0463-492e-9401-279fae719560 None None] Attempting to bind port 8f9680c1-b16d-4101-ab3a-dba975798c5c on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:10:36.730241 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b477b-ddf3-4227-945e-af8f64bc15a4 None None] Pushing event updated for resources: {'Port': ['ID=8f9680c1-b16d-4101-ab3a-dba975798c5c,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:36.735814 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4195f-0463-492e-9401-279fae719560 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:10:36.736212 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4195f-0463-492e-9401-279fae719560 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:10:36.736622 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-93b4195f-0463-492e-9401-279fae719560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:36.737011 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4195f-0463-492e-9401-279fae719560 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:10:36.738141 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-93b4195f-0463-492e-9401-279fae719560 None None] Bound port: 8f9680c1-b16d-4101-ab3a-dba975798c5c, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:10:36.738141 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-93b4195f-0463-492e-9401-279fae719560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:36.783544 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:36.786061 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-93b4195f-0463-492e-9401-279fae719560 None None] For port 8f9680c1-b16d-4101-ab3a-dba975798c5c, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:10:36.789301 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-93b4195f-0463-492e-9401-279fae719560 None None] For port 8f9680c1-b16d-4101-ab3a-dba975798c5c, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=8f9680c1-b16d-4101-ab3a-dba975798c5c,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:10:36.849826 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-93b4195f-0463-492e-9401-279fae719560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:36.900494 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] Routers {'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:10:36.901101 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:10:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:36.955800 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b477b-ddf3-4227-945e-af8f64bc15a4 None None] Pushing event updated for resources: {'Port': ['ID=8f9680c1-b16d-4101-ab3a-dba975798c5c,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:37.016877 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] Set router e52173a1-7b55-4a7e-bff8-4fe4df1cb53c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:10:37.152253 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51362) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:10:37.213064 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-93b4195f-0463-492e-9401-279fae719560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'name': 'router1', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f9680c1-b16d-4101-ab3a-dba975798c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:10:15Z', 'updated_at': '2022-06-24T08:10:34Z', 'revision_number': 4, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'gw_port': {'id': '8f9680c1-b16d-4101-ab3a-dba975798c5c', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:33Z', 'updated_at': '2022-06-24T08:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '5a129d57-09de-4faa-a6e8-b2fd7874d227', 'name': '', 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'mac_address': 'fa:16:3e:e5:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:25Z', 'updated_at': '2022-06-24T08:10:29Z', 'revision_number': 5, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'subnets': [{'id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206ae5ac-2593-4034-94c4-16f329f5519c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:10:37.237614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4195f-0463-492e-9401-279fae719560 None None] The sync data for ids ['e52173a1-7b55-4a7e-bff8-4fe4df1cb53c'] in dv-cinder-834822-6-iscsi is: [{'id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'name': 'router1', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f9680c1-b16d-4101-ab3a-dba975798c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:10:15Z', 'updated_at': '2022-06-24T08:10:34Z', 'revision_number': 4, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'gw_port': {'id': '8f9680c1-b16d-4101-ab3a-dba975798c5c', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:33Z', 'updated_at': '2022-06-24T08:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '5a129d57-09de-4faa-a6e8-b2fd7874d227', 'name': '', 'network_id': 'ae860b49-960d-46bb-bdb8-040af7672461', 'tenant_id': '12617164ba504ce18054575cb49f5cd5', 'mac_address': 'fa:16:3e:e5:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52173a1-7b55-4a7e-bff8-4fe4df1cb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:10:25Z', 'updated_at': '2022-06-24T08:10:29Z', 'revision_number': 5, 'project_id': '12617164ba504ce18054575cb49f5cd5', 'subnets': [{'id': '4a3ad232-37a4-468f-bc2d-b2a199ac5b00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206ae5ac-2593-4034-94c4-16f329f5519c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:10:37.274150 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4a13cb97-582c-4214-8cee-67cd397d7a37 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207671 Jun 24 08:10:37.668713 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 8f9680c1-b16d-4101-ab3a-dba975798c5c up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:10:37.721124 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 8f9680c1-b16d-4101-ab3a-dba975798c5c triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:37.721765 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:37.801500 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 8f9680c1-b16d-4101-ab3a-dba975798c5c is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:37.801912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:37.823968 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:37.826489 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 8f9680c1-b16d-4101-ab3a-dba975798c5c, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=8f9680c1-b16d-4101-ab3a-dba975798c5c,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:10:37.903344 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:37.961292 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=8f9680c1-b16d-4101-ab3a-dba975798c5c,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:10:39.071543 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=52 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:39.659914 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 8f9680c1-b16d-4101-ab3a-dba975798c5c up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:10:39.706706 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 8f9680c1-b16d-4101-ab3a-dba975798c5c triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:10:39.707100 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (8f9680c1-b16d-4101-ab3a-dba975798c5c), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:39.778238 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:39.792163 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 8f9680c1-b16d-4101-ab3a-dba975798c5c is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:10:44.853020 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=67,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:44.853734 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:47.265507 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=42,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:47.271102 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:49.783284 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=12 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:49.785219 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:52.820189 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7ddb59e5-e670-4cb0-b189-1c04734218b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:53.032682 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:53.053059 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=28 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:10:55.206707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f0d8-70b3-4237-99c8-bca7da49f1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:56.275792 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:57.768735 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:10:58.023523 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:07.692003 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:07.956583 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:07.958255 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:12.965745 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:11:22.928596 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-50859e69-f37b-4858-a480-3dd92c6a3209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:25.217992 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-cfe83da8-15b5-4026-8b1f-6f023c0ba771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:26.271004 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:27.768597 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:28.055614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:29.972739 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=3 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:29.979855 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:36.198307 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:37.947784 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=19 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:37.949726 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:11:49.963983 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:11:52.795420 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1292d3c8-2090-472d-8ab7-8d23ad7bab33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:55.206857 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9298cc02-fb9d-4586-8448-db2abeaa158c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:55.554838 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51904) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:11:55.617341 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfaa242-ec29-438c-ad35-f758e74122e8 admin admin] GET failed (client error): The resource could not be found. Jun 24 08:11:55.618628 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-9cfaa242-ec29-438c-ad35-f758e74122e8 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628283 Jun 24 08:11:55.782232 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bee69f-2c56-488f-aca6-d4060fa96ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:11:55.783728 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-92bee69f-2c56-488f-aca6-d4060fa96ff7 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610436 Jun 24 08:11:56.265612 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:57.757045 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:57.933638 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51914) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:11:58.002727 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:58.028575 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd0b15-69dc-43b0-8f39-d73ef82cb048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:11:58.029939 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-13cd0b15-69dc-43b0-8f39-d73ef82cb048 admin admin] 10.222.0.42 "GET /v2.0/subnets/4a3ad232-37a4-468f-bc2d-b2a199ac5b00 HTTP/1.1" status: 200 len: 849 time: 0.0951390 Jun 24 08:11:58.040600 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:11:58.127876 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Publish callbacks [] for subnet (4a3ad232-37a4-468f-bc2d-b2a199ac5b00), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:58.322542 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750875959911'] for subnet (4a3ad232-37a4-468f-bc2d-b2a199ac5b00), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:58.431369 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:11:58.431881 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:58.443086 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] 10.222.0.42 "PUT /v2.0/subnets/4a3ad232-37a4-468f-bc2d-b2a199ac5b00 HTTP/1.1" status: 200 len: 868 time: 0.3964922 Jun 24 08:11:58.443238 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d0479c-5f40-4fb3-9e54-f96a8920c1b1 None None] Network ae860b49-960d-46bb-bdb8-040af7672461 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:11:58.452034 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3ad232-37a4-468f-bc2d-b2a199ac5b00,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:11:58.460332 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.460688 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.461060 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.461410 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.461755 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.462090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.462421 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.462752 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.463100 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.463437 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.463783 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.464118 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.464476 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.464803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.465128 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde99a10-1f04-422a-81d8-a25f21cc1d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:11:58.796371 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-b61a607e-fdf5-4ae7-80f9-5635db32e6fd None None] Provisioning complete for port 5a129d57-09de-4faa-a6e8-b2fd7874d227 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:11:58.796937 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b61a607e-fdf5-4ae7-80f9-5635db32e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5a129d57-09de-4faa-a6e8-b2fd7874d227), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:58.867651 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b61a607e-fdf5-4ae7-80f9-5635db32e6fd None None] Current status of the port 5a129d57-09de-4faa-a6e8-b2fd7874d227 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:11:58.876469 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-b61a607e-fdf5-4ae7-80f9-5635db32e6fd None None] Provisioning complete for port 517338fd-2bde-40e4-87d7-380f04c98e1f triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:11:58.876858 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b61a607e-fdf5-4ae7-80f9-5635db32e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (517338fd-2bde-40e4-87d7-380f04c98e1f), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:11:58.948682 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b61a607e-fdf5-4ae7-80f9-5635db32e6fd None None] Current status of the port 517338fd-2bde-40e4-87d7-380f04c98e1f is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:12:00.508040 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51922) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:00.707285 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5447bf-6be4-417a-90da-477fdcce33da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:00.707666 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5447bf-6be4-417a-90da-477fdcce33da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:00.709222 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-be5447bf-6be4-417a-90da-477fdcce33da admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001758 Jun 24 08:12:02.780276 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51930) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:02.912145 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d095669-5367-4595-9ce2-39460cf29aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:02.912573 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d095669-5367-4595-9ce2-39460cf29aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:02.914113 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4d095669-5367-4595-9ce2-39460cf29aec admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328266 Jun 24 08:12:04.980995 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51938) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:05.107916 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68458f6e-aa45-44ce-80df-e8be994afdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:05.109983 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-68458f6e-aa45-44ce-80df-e8be994afdbe admin admin] 10.222.0.42 "GET /v2.0/networks/64293df7-480a-448c-aa04-f1c5af85cc5b HTTP/1.1" status: 200 len: 886 time: 0.1279864 Jun 24 08:12:06.976260 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:06.976990 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:07.167829 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51946) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:07.227813 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:07.241229 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:07.299057 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce476139-cd23-4194-8c5e-eb836abb2f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:07.300441 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ce476139-cd23-4194-8c5e-eb836abb2f45 admin admin] 10.222.0.42 "GET /v2.0/networks/ae860b49-960d-46bb-bdb8-040af7672461 HTTP/1.1" status: 200 len: 869 time: 0.1316242 Jun 24 08:12:08.942061 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=30 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:08.945949 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=3,neutron:SELECT=28 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:08.947696 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:09.413122 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 51956) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:09.539423 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19d19d-2550-4899-9b9f-c1f1148ca112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:09.540132 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19d19d-2550-4899-9b9f-c1f1148ca112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:09.541668 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4c19d19d-2550-4899-9b9f-c1f1148ca112 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276021 Jun 24 08:12:11.751266 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51964) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:11.882180 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50cf5e-e425-46b0-bd4c-b5da525349a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:11.882558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50cf5e-e425-46b0-bd4c-b5da525349a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:11.884099 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3e50cf5e-e425-46b0-bd4c-b5da525349a2 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318827 Jun 24 08:12:14.054127 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51974) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:14.152163 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada1dbd4-17d2-4d4a-ae52-c6594c795633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:14.153537 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-ada1dbd4-17d2-4d4a-ae52-c6594c795633 admin admin] 10.222.0.42 "GET /v2.0/subnets/4a3ad232-37a4-468f-bc2d-b2a199ac5b00 HTTP/1.1" status: 200 len: 868 time: 0.0984499 Jun 24 08:12:16.244627 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 51982) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:16.330735 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6571e-a202-464f-b16a-7c4378e3794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:16.332093 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e0b6571e-a202-464f-b16a-7c4378e3794b admin admin] 10.222.0.42 "GET /v2.0/subnets/95b8eb7f-f2d2-456c-ba37-abc6ca154c49 HTTP/1.1" status: 200 len: 816 time: 0.0865347 Jun 24 08:12:19.533139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:19.535055 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=23 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:22.818326 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-56ca495b-e41a-49ef-b17e-088ec714fec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:22.981034 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:25.195459 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-888e0cd6-4bf2-4893-be60-c13c22b82c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:26.264952 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:26.325776 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=16 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:26.326882 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=20 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:26.963199 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:12:27.768120 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:28.025043 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:37.934006 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:37.940815 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:37.942545 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:43.042012 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52038) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:43.089731 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [None req-12e61dee-536c-4e67-a7f4-7cfc05fb76d4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:12:43.090746 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-12e61dee-536c-4e67-a7f4-7cfc05fb76d4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477977 Jun 24 08:12:45.235759 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52046) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:45.295762 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.pecan_wsgi.hooks.translation [None req-3400412e-3a31-4f62-b6c9-1c443a6f654b admin admin] GET failed (client error): The resource could not be found. Jun 24 08:12:45.297681 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3400412e-3a31-4f62-b6c9-1c443a6f654b admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609689 Jun 24 08:12:45.385647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e7272-910a-42de-bd53-c50306420ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:45.387119 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-934e7272-910a-42de-bd53-c50306420ada admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854585 Jun 24 08:12:47.478055 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52054) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:47.525470 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:12:47.636535 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Made reservation on behalf of 7ed29b44386f4c7ba3757cfe7b05f1c4 for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:12:47.638872 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:47.667821 dv-cinder-834822-6-iscsi neutron-server[104492]: WARNING neutron.services.revisions.revision_plugin [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Could not find related network for resource to bump revision. Jun 24 08:12:47.682964 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:12:47.692993 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (a3506d1b-cc0b-42bb-b995-7e25d58361e9), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:47.699149 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Added segment a3506d1b-cc0b-42bb-b995-7e25d58361e9 of type vlan for network 09daebef-6697-4576-b364-4a6c0b4e1dee Jun 24 08:12:47.731584 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (09daebef-6697-4576-b364-4a6c0b4e1dee), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:47.825051 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (09daebef-6697-4576-b364-4a6c0b4e1dee), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:47.826011 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:47.826585 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:47.887054 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] Pushing event updated for resources: {'Network': ['ID=09daebef-6697-4576-b364-4a6c0b4e1dee,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:12:47.898714 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 09daebef-6697-4576-b364-4a6c0b4e1dee details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:12:47.926735 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=18 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:47.929537 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=16 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:47.936784 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-5f22b9bc-c107-40cf-8fc5-7bdeb1c51831 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4576449 Jun 24 08:12:50.011855 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52062) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:12:50.077550 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.pecan_wsgi.hooks.translation [None req-527db772-b4f3-4258-923f-cdf0c09a3ae3 admin admin] GET failed (client error): The resource could not be found. Jun 24 08:12:50.079561 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-527db772-b4f3-4258-923f-cdf0c09a3ae3 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666587 Jun 24 08:12:50.148782 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16786dc5-9e37-443e-8eb9-13efefd8b150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:50.152242 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-16786dc5-9e37-443e-8eb9-13efefd8b150 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665920 Jun 24 08:12:50.160128 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Request body: {'subnet': {'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:12:50.242495 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Made reservation on behalf of 7ed29b44386f4c7ba3757cfe7b05f1c4 for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:12:50.244752 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:50.442586 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (65b9c471-70c1-4177-b87a-0d09b4d5ae43), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:50.503434 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b9c471-70c1-4177-b87a-0d09b4d5ae43,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:12:50.509530 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Checking segment: {'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:12:50.509931 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Network hostable DHCP agents. Network: 09daebef-6697-4576-b364-4a6c0b4e1dee, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:12:50.579509 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Network 09daebef-6697-4576-b364-4a6c0b4e1dee is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:12:50.664034 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 09daebef-6697-4576-b364-4a6c0b4e1dee) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:12:50.668876 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:12:50.670114 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:50.674398 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766bc0a8-0f24-449b-ae45-834f19c72572 None None] Network 09daebef-6697-4576-b364-4a6c0b4e1dee requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:12:50.772190 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-09daebef-6697-4576-b364-4a6c0b4e1dee', 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee', 'project_id': '7ed29b44386f4c7ba3757cfe7b05f1c4', 'fixed_ips': [{'subnet_id': '65b9c471-70c1-4177-b87a-0d09b4d5ae43'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:12:50.773133 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:50.787363 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3837c9a6-cf8d-4d5e-9634-b18cf830faed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6306458 Jun 24 08:12:51.019253 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Allocated IP 192.168.233.2 (09daebef-6697-4576-b364-4a6c0b4e1dee/65b9c471-70c1-4177-b87a-0d09b4d5ae43/dc9b0203-1032-448b-9248-e5522f12d671) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:12:51.166495 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Publish callbacks [] for port (dc9b0203-1032-448b-9248-e5522f12d671), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:51.259700 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (dc9b0203-1032-448b-9248-e5522f12d671), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:51.308545 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Network 09daebef-6697-4576-b364-4a6c0b4e1dee is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:12:51.308545 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:12:51.308545 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:12:51.315629 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Pushing event updated for resources: {'Port': ['ID=dc9b0203-1032-448b-9248-e5522f12d671,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:12:51.342497 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.342845 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.343202 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.343585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.344043 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.344526 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.344857 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.345179 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.345504 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.345824 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.346144 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.346478 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.346801 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.347117 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.347432 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:12:51.384309 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Attempting to bind port dc9b0203-1032-448b-9248-e5522f12d671 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:12:51.384674 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Attempting to bind port dc9b0203-1032-448b-9248-e5522f12d671 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:12:51.385032 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Attempting to bind port dc9b0203-1032-448b-9248-e5522f12d671 on network 09daebef-6697-4576-b364-4a6c0b4e1dee {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:12:51.390971 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:12:51.391341 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Checking segment: {'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:12:51.391734 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:51.392142 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Bound using segment: {'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:12:51.392624 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Bound port: dc9b0203-1032-448b-9248-e5522f12d671, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:12:51.392995 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (dc9b0203-1032-448b-9248-e5522f12d671), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:51.454296 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] For port dc9b0203-1032-448b-9248-e5522f12d671, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:12:51.457389 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] For port dc9b0203-1032-448b-9248-e5522f12d671, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=dc9b0203-1032-448b-9248-e5522f12d671,segment=NetworkSegment(a3506d1b-cc0b-42bb-b995-7e25d58361e9),segment_id=a3506d1b-cc0b-42bb-b995-7e25d58361e9)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:12:51.534518 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (dc9b0203-1032-448b-9248-e5522f12d671), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:51.592047 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6be8ef-2801-4f91-9aff-471b042ed136 None None] Pushing event updated for resources: {'Port': ['ID=dc9b0203-1032-448b-9248-e5522f12d671,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:12:52.423308 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d03781-dabd-4ca8-8707-bfa4b938c6b9 None None] Network 09daebef-6697-4576-b364-4a6c0b4e1dee requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:12:52.501128 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-d86aec2c-3387-43a6-9dee-8ebe52fddb50 None None] Provisioning complete for port dc9b0203-1032-448b-9248-e5522f12d671 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:12:52.501759 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d86aec2c-3387-43a6-9dee-8ebe52fddb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (dc9b0203-1032-448b-9248-e5522f12d671), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:52.649164 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-d86aec2c-3387-43a6-9dee-8ebe52fddb50 None None] Current status of the port dc9b0203-1032-448b-9248-e5522f12d671 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:12:52.649796 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d86aec2c-3387-43a6-9dee-8ebe52fddb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (dc9b0203-1032-448b-9248-e5522f12d671), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:52.691414 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-d86aec2c-3387-43a6-9dee-8ebe52fddb50 None None] For port dc9b0203-1032-448b-9248-e5522f12d671, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=dc9b0203-1032-448b-9248-e5522f12d671,segment=NetworkSegment(a3506d1b-cc0b-42bb-b995-7e25d58361e9),segment_id=a3506d1b-cc0b-42bb-b995-7e25d58361e9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:12:52.779469 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d86aec2c-3387-43a6-9dee-8ebe52fddb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (dc9b0203-1032-448b-9248-e5522f12d671), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:52.817105 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-69ba122c-64d7-40c1-9a22-fbc544a02313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:52.832315 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aec2c-3387-43a6-9dee-8ebe52fddb50 None None] Pushing event updated for resources: {'Port': ['ID=dc9b0203-1032-448b-9248-e5522f12d671,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:12:52.898310 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f23b7423-f2b1-4857-8677-b0b4795f91ba None None] Provisioning complete for port dc9b0203-1032-448b-9248-e5522f12d671 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:12:52.898698 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f23b7423-f2b1-4857-8677-b0b4795f91ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (dc9b0203-1032-448b-9248-e5522f12d671), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:52.972405 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f23b7423-f2b1-4857-8677-b0b4795f91ba None None] Current status of the port dc9b0203-1032-448b-9248-e5522f12d671 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:12:53.743308 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device dc9b0203-1032-448b-9248-e5522f12d671 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:12:53.790940 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port dc9b0203-1032-448b-9248-e5522f12d671 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:12:53.791578 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (dc9b0203-1032-448b-9248-e5522f12d671), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:53.827943 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:53.840409 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:53.857695 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:12:53.872324 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port dc9b0203-1032-448b-9248-e5522f12d671 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:12:55.218561 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-538fe3ba-206b-4acf-ba28-545b906a0b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:56.282380 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:57.762101 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:12:57.990609 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:00.679604 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:00.680432 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=71,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:03.962793 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:13:07.940943 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:07.945722 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:07.948011 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:20.965440 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:20.970363 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:22.825242 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7d8fec9c-d02b-4312-b373-bc56e847d762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:25.179197 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-4e590319-30ad-487d-8070-2a6a38a537d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:26.311028 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:27.773799 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:28.036015 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:37.945223 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:37.947036 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:37.948806 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:40.964858 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:13:52.825207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-28f63e4c-e88f-485d-97ca-eea0c0e43beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:55.213710 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2b706f22-ea4a-419f-9331-ffee732a40c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:56.265659 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:57.802287 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:13:57.962069 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:57.966870 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=3 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:13:57.996631 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:07.947176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:07.951974 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:07.953818 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:17.964166 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:14:22.790983 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e1ec-5dfc-4502-a88e-350f3014ef3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:25.231230 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2ec1fb93-8bef-4d4a-8dba-54f41037ddf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:26.288936 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:27.791316 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:28.025258 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:28.589677 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52100) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:14:28.595410 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [None req-aa792638-10cc-48c2-9f4a-8d88316ba837 tempest-verify_tempest_config-417717779 tempest-verify_tempest_config-417717779-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:14:28.596457 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-aa792638-10cc-48c2-9f4a-8d88316ba837 tempest-verify_tempest_config-417717779 tempest-verify_tempest_config-417717779-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057895 Jun 24 08:14:29.192048 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52118) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:14:29.296080 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:29.370103 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Publish callbacks [] for security_group (7430d369-a56c-4241-95ad-374261a9de2c), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:29.408120 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7430d369-a56c-4241-95ad-374261a9de2c), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:29.453798 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccd6d3c1683f49e7a47e63c2edbaaf42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2606044 Jun 24 08:14:29.454661 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7430d369-a56c-4241-95ad-374261a9de2c,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:14:29.456530 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52122) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:14:29.462260 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.462606 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.462951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.463287 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.463624 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.463952 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.464304 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.464630 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.464971 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.465297 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.465635 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.465977 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.466298 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.466616 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.466930 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c56d2-8db6-431b-8479-6eb96181a46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.514794 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Publish callbacks [] for security_group (7430d369-a56c-4241-95ad-374261a9de2c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:29.536498 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Publish callbacks [] for security_group (7430d369-a56c-4241-95ad-374261a9de2c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:29.677472 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7430d369-a56c-4241-95ad-374261a9de2c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:29.680693 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:29.681873 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7430d369-a56c-4241-95ad-374261a9de2c HTTP/1.1" status: 204 len: 168 time: 0.2243311 Jun 24 08:14:29.690488 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7430d369-a56c-4241-95ad-374261a9de2c,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:14:29.697499 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.697858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.698221 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.698568 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.698905 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.699238 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.699567 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.699897 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.700288 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.700625 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.700968 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.701316 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.701645 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.701969 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:29.702290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54973f-8e0b-4d12-a554-8267ad0947a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:14:34.957568 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:34.962397 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:37.952736 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:37.955524 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:39.450300 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:39.461126 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:39.692392 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:39.693281 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:39.721825 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:47.845543 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=12 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:47.847362 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=14 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:14:52.831975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-55485057-3c52-421a-84ef-a90daad65d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:54.962475 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:14:55.226163 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5e55ebfb-700d-4eaf-b531-62262b3bef12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:56.282882 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:57.785788 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:14:58.019540 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:07.947702 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:07.951484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:07.954227 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:11.953587 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=3 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:11.957391 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:22.798021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-58ce4c5e-2d19-4a02-af01-37e72e50da14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:25.220847 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8325dc31-08fa-4a23-9428-39a9dd0cf4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:26.351453 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:27.815008 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:28.015233 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:31.962060 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:15:37.952656 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=14 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:37.956467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:37.958215 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:48.964156 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:50.960307 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:15:52.815424 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9a99987a-625d-4ab0-93ff-b563c3e17cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:55.215213 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-22a9c4a4-a012-4517-a128-972b3be7cc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:56.290107 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:57.786849 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:15:58.021375 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:07.947083 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:07.951896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:07.953645 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:08.963326 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 5 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:16:17.204589 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563396'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:22.816034 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3c8c106c-d694-4f93-adda-13b056f7cc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:25.226073 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-311ed286-7c90-4d5d-8a18-cdc8c34addbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:25.954691 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=3 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:25.960588 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:26.364771 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:27.808400 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:28.050980 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:29.573780 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52198) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:16:29.683693 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c8481284-aaca-4bf0-bd78-37830314d1ed admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1087933 Jun 24 08:16:31.756865 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52208) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:16:31.819269 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-fdcb10c3-a380-403d-94d7-795e77409ab1 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0612268 Jun 24 08:16:37.727830 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:37.943496 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:37.950425 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:39.677005 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:39.677798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:41.812641 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:41.814560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:16:45.962161 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:16:47.147642 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:52.793579 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-af95155c-f316-46a7-85d6-a5d6db16bcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:55.205063 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e772e0ef-c7bc-474e-ad4e-0f5bba15101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:56.353832 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:57.809244 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:16:58.056495 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:02.960778 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=15 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:02.965643 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=19 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:07.942656 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:07.946500 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:07.948316 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:17.159863 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:22.803243 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ff511c52-8523-4849-8ad4-9c28aac2694b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:22.961482 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:17:25.214572 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6d6f-570d-4f6d-b0ca-a366eea7d194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:26.309543 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:27.856708 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:28.060487 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:37.940874 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:37.992212 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:37.994978 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:39.953681 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:39.963668 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=8 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:47.189023 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:50.964069 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:50.965783 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:17:52.799949 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c189efd4-1807-4594-869a-875f6631b861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:55.220292 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6ac7445b-83ae-43ec-9751-b01789520e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:56.297328 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:57.855139 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:58.123532 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:17:59.960404 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:18:07.944005 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:07.947371 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:07.950248 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:10.828300 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52348) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:11.247620 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1713918285-network', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:11.338210 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Made reservation on behalf of 14f7d7e0a5614243974c4c44ec466b14 for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:11.342190 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.351031 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.443184 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks [] for security_group (5a084e45-50ea-40b3-8eaf-3d904ff210a1), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.529042 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (5a084e45-50ea-40b3-8eaf-3d904ff210a1), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.559756 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:18:11.564541 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a084e45-50ea-40b3-8eaf-3d904ff210a1,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:11.573053 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.573398 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.574022 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.575168 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.575714 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.576248 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.576761 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.577097 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.577451 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.577785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.578140 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.578488 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.578815 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.579139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.579495 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Tracked resource versions report: Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: pushed versions: Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: { 'AddressGroup': {'1.2'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Agent': {'1.1'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'ConntrackHelper': {'1.0'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Log': {'1.0'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'NDPProxy': {'1.0'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Network': {'1.1'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Port': {'1.7'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'PortForwarding': {'1.3'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'QosPolicy': {'1.10'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroup': {'1.5'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SubPort': {'1.0'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Subnet': {'1.1'}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Trunk': {'1.1'}} Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: consumer versions: Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: HyperV agent@hv-cinder-83482: {}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Agent': '1.1', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'ConntrackHelper': '1.0', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'LocalIPAssociation': '1.0', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Log': '1.0', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'NDPProxy': '1.0', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Network': '1.1', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Port': '1.7', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'PortForwarding': '1.3', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'QosPolicy': '1.10', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroup': '1.5', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SecurityGroupRule': '1.2', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'SubPort': '1.0', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Subnet': '1.1', Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: 'Trunk': '1.1'}} Jun 24 08:18:11.580703 dv-cinder-834822-6-iscsi neutron-server[104492]: {{(pid=104492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:18:11.588661 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (9bae00ee-695d-4160-b691-d209759ddfbf), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.588661 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Added segment 9bae00ee-695d-4160-b691-d209759ddfbf of type vlan for network d92a1584-eab7-4ac8-a344-67821b0aca95 Jun 24 08:18:11.643055 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (d92a1584-eab7-4ac8-a344-67821b0aca95), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.726288 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (d92a1584-eab7-4ac8-a344-67821b0aca95), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.727319 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:11.727906 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:11.795563 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] Pushing event updated for resources: {'Network': ['ID=d92a1584-eab7-4ac8-a344-67821b0aca95,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:11.806042 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network d92a1584-eab7-4ac8-a344-67821b0aca95 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:18:12.008578 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-eefb32cf-f18b-4957-856d-9ff90599acff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1791394 Jun 24 08:18:12.010873 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52400) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:12.015883 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Request body: {'subnet': {'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1713918285-subnet', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:12.023827 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52404) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:12.241225 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Made reservation on behalf of 14f7d7e0a5614243974c4c44ec466b14 for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:12.243577 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:12.369297 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52414) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:12.653089 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (5d24d9ca-3faa-475e-890e-2cbdc44c4982), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:12.716139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d24d9ca-3faa-475e-890e-2cbdc44c4982,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:12.721468 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Checking segment: {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:12.722471 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Network hostable DHCP agents. Network: d92a1584-eab7-4ac8-a344-67821b0aca95, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:18:12.764329 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-636963723-network', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:12.774002 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52428) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:12.808045 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52432) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:12.860757 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-22343704-network', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:12.875944 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Network d92a1584-eab7-4ac8-a344-67821b0aca95 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:18:13.060783 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-381267169-network', 'tenant_id': 'a14e04756d06417da712e47759853a06'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:13.060783 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:13.069934 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-729138518-network', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:13.087483 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Made reservation on behalf of dc30155e50104560b2cd8d95f3e534a6 for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:13.090491 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.092739 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Made reservation on behalf of e79436f86e1e4038a7b0e41cf468bb62 for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:13.094877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.105309 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, d92a1584-eab7-4ac8-a344-67821b0aca95) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:13.113972 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.115932 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66dcd9-1721-480f-9965-944e5c93c66f None None] Network d92a1584-eab7-4ac8-a344-67821b0aca95 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:13.119529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:13.120514 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.124218 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.133336 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:13.221494 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Made reservation on behalf of a14e04756d06417da712e47759853a06 for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:13.224550 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.235043 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.245490 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks [] for security_group (f5b221a2-0ba8-4859-b70b-22b84d8e8757), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.263538 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-d92a1584-eab7-4ac8-a344-67821b0aca95', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'fixed_ips': [{'subnet_id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:18:13.264760 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.279671 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks [] for security_group (12b568c7-0bb7-4684-805a-480ce8611d1f), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.331361 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks [] for security_group (a807159b-f857-4339-bd5b-b7337acd48de), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.336463 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52448) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:13.336644 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cd2b5c0f-4dfa-437f-b503-d5a8695aa935 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3258977 Jun 24 08:18:13.337324 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Made reservation on behalf of e1244423396f45beb9124e6d04e0381b for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:13.339929 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.346017 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:13.350070 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.380022 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f5b221a2-0ba8-4859-b70b-22b84d8e8757), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.416047 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:18:13.438938 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a807159b-f857-4339-bd5b-b7337acd48de), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.439301 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (12b568c7-0bb7-4684-805a-480ce8611d1f), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.455339 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:18:13.461540 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Allocated IP 172.20.0.2 (d92a1584-eab7-4ac8-a344-67821b0aca95/5d24d9ca-3faa-475e-890e-2cbdc44c4982/d4b5d752-279d-4071-8949-3ee0ec2cdee1) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:13.472673 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (55f4c2a5-5688-4df4-9cdc-b7f908a0a84f), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.473201 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Added segment 55f4c2a5-5688-4df4-9cdc-b7f908a0a84f of type vlan for network 99d769cf-78c9-4625-a069-73c6a05c7529 Jun 24 08:18:13.473448 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a807159b-f857-4339-bd5b-b7337acd48de,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:13.488070 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks [] for security_group (6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.492281 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:18:13.506234 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (27b8ac65-4616-4bb5-a00c-e9e0464b262d), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.506905 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Added segment 27b8ac65-4616-4bb5-a00c-e9e0464b262d of type vlan for network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 Jun 24 08:18:13.530774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (840c05e3-c531-4749-9b05-37e738da03a9), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.533312 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Added segment 840c05e3-c531-4749-9b05-37e738da03a9 of type vlan for network c76a2a8e-3a64-4d93-aa9d-693f42506f96 Jun 24 08:18:13.533458 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (99d769cf-78c9-4625-a069-73c6a05c7529), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.539157 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (3ca15a2d-2746-4e4c-a081-ed0d1984230c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.540250 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (3ca15a2d-2746-4e4c-a081-ed0d1984230c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.560292 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.562182 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b221a2-0ba8-4859-b70b-22b84d8e8757,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:13.613156 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.613493 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.613826 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Tracked resource versions report: Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: pushed versions: Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: { 'AddressGroup': {'1.2'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Agent': {'1.1'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'ConntrackHelper': {'1.0'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Log': {'1.0'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'NDPProxy': {'1.0'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Network': {'1.1'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Port': {'1.7'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'PortForwarding': {'1.3'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'QosPolicy': {'1.10'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroup': {'1.5'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SubPort': {'1.0'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Subnet': {'1.1'}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Trunk': {'1.1'}} Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: consumer versions: Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: HyperV agent@hv-cinder-83482: {}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Agent': '1.1', Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'ConntrackHelper': '1.0', Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'LocalIPAssociation': '1.0', Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Log': '1.0', Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'NDPProxy': '1.0', Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Network': '1.1', Jun 24 08:18:13.620937 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Port': '1.7', Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: 'PortForwarding': '1.3', Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: 'QosPolicy': '1.10', Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroup': '1.5', Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SecurityGroupRule': '1.2', Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: 'SubPort': '1.0', Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Subnet': '1.1', Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: 'Trunk': '1.1'}} Jun 24 08:18:13.625222 dv-cinder-834822-6-iscsi neutron-server[104493]: {{(pid=104493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:18:13.661473 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (c76a2a8e-3a64-4d93-aa9d-693f42506f96), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.662317 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.718213 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Publish callbacks [] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.722420 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks [] for router_controller (3ca15a2d-2746-4e4c-a081-ed0d1984230c), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.733653 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b568c7-0bb7-4684-805a-480ce8611d1f,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:13.743692 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:13.757007 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.758027 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:13.758692 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.789325 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:18:13.820542 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (de02679c-7369-45e9-9961-22ecc23f02f5), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.820895 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Added segment de02679c-7369-45e9-9961-22ecc23f02f5 of type vlan for network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 Jun 24 08:18:13.842941 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (99d769cf-78c9-4625-a069-73c6a05c7529), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.848506 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:13.853096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.882563 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] Pushing event updated for resources: {'Network': ['ID=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:13.890052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:13.895637 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:18:13.896436 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.923922 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b338d28b-3921-4b93-a218-4f7a737426cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1476243 Jun 24 08:18:13.936245 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52468) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:13.936426 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.936572 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Request body: {'subnet': {'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-381267169-subnet', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:13.936693 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (c76a2a8e-3a64-4d93-aa9d-693f42506f96), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.937634 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:13.938481 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:13.962560 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Network d92a1584-eab7-4ac8-a344-67821b0aca95 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:13.973679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:14.008478 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:14.012648 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] Pushing event updated for resources: {'Network': ['ID=99d769cf-78c9-4625-a069-73c6a05c7529,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:14.047789 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:14.060071 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 99d769cf-78c9-4625-a069-73c6a05c7529 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:18:14.060822 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f7ce9d42-2bf7-4dbf-9beb-34569fa9774a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.0358672 Jun 24 08:18:14.063783 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52476) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:14.069277 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Request body: {'subnet': {'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-subnet', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:14.076404 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.081004 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:14.081004 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.204879 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] Pushing event updated for resources: {'Network': ['ID=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:14.215666 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8444376 Jun 24 08:18:14.217979 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da365b-8e90-4593-becf-dbc3e8bc552d admin admin] Pushing event updated for resources: {'Network': ['ID=c76a2a8e-3a64-4d93-aa9d-693f42506f96,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:14.222942 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52486) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:14.227204 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Pushing event updated for resources: {'Port': ['ID=d4b5d752-279d-4071-8949-3ee0ec2cdee1,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:14.231140 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Request body: {'subnet': {'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-22343704-subnet', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:14.232610 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Made reservation on behalf of a14e04756d06417da712e47759853a06 for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:14.238189 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks [] for router_gateway (3ca15a2d-2746-4e4c-a081-ed0d1984230c), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.241800 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Attempting to bind port d4b5d752-279d-4071-8949-3ee0ec2cdee1 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:14.241800 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Attempting to bind port d4b5d752-279d-4071-8949-3ee0ec2cdee1 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:14.242037 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.242151 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Attempting to bind port d4b5d752-279d-4071-8949-3ee0ec2cdee1 on network d92a1584-eab7-4ac8-a344-67821b0aca95 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:14.242151 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.242151 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.242525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.243052 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.243537 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.244073 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.244581 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.245058 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.245534 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.246903 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.247505 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.248115 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.248612 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.249103 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.249587 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Tracked resource versions report: Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: pushed versions: Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: { 'AddressGroup': {'1.2'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Agent': {'1.1'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'ConntrackHelper': {'1.0'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Log': {'1.0'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'NDPProxy': {'1.0'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Network': {'1.1'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Port': {'1.7'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'PortForwarding': {'1.3'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'QosPolicy': {'1.10'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroup': {'1.5'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SubPort': {'1.0'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Subnet': {'1.1'}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Trunk': {'1.1'}} Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: consumer versions: Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: HyperV agent@hv-cinder-83482: {}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Agent': '1.1', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'ConntrackHelper': '1.0', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'LocalIPAssociation': '1.0', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Log': '1.0', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'NDPProxy': '1.0', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Network': '1.1', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Port': '1.7', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'PortForwarding': '1.3', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'QosPolicy': '1.10', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroup': '1.5', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SecurityGroupRule': '1.2', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'SubPort': '1.0', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Subnet': '1.1', Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: 'Trunk': '1.1'}} Jun 24 08:18:14.250933 dv-cinder-834822-6-iscsi neutron-server[104494]: {{(pid=104494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:18:14.256384 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:18:14.260642 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:18:14.367725 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:14.368108 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Checking segment: {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:14.368532 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.368927 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Bound using segment: {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:14.369421 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Bound port: d4b5d752-279d-4071-8949-3ee0ec2cdee1, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:14.369806 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.411656 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Made reservation on behalf of dc30155e50104560b2cd8d95f3e534a6 for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:14.422052 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Made reservation on behalf of e79436f86e1e4038a7b0e41cf468bb62 for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:14.422574 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.426935 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.455101 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-e59aeeac-e65c-4e43-810e-2d3609a3b955 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6446521 Jun 24 08:18:14.461630 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52500) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:14.472107 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Request body: {'subnet': {'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-subnet', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:14.624703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (789614df-f71d-4776-8b30-38fd808186d3), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.651905 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] For port d4b5d752-279d-4071-8949-3ee0ec2cdee1, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:14.656123 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] For port d4b5d752-279d-4071-8949-3ee0ec2cdee1, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=d4b5d752-279d-4071-8949-3ee0ec2cdee1,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:14.701559 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=789614df-f71d-4776-8b30-38fd808186d3,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:14.717729 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Made reservation on behalf of e1244423396f45beb9124e6d04e0381b for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:14.720152 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.734149 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks [] for router_gateway (3ca15a2d-2746-4e4c-a081-ed0d1984230c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.770971 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.784916 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:14.810109 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:DELETE=2,neutron:SELECT=66,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:14.886041 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Checking segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:14.887827 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Network hostable DHCP agents. Network: be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:18:14.892340 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8f01-28dc-4b3e-9c56-9e35d0baaa01 None None] Pushing event updated for resources: {'Port': ['ID=d4b5d752-279d-4071-8949-3ee0ec2cdee1,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:14.982442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Allocated IP 172.27.3.22 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/cb811c8d-10a2-480a-a267-d040c6776f62) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:15.033076 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (bb38fc0b-ebc5-4305-a622-9498b9041079), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.095564 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb38fc0b-ebc5-4305-a622-9498b9041079,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:15.179985 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Checking segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:15.179985 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Network hostable DHCP agents. Network: 99d769cf-78c9-4625-a069-73c6a05c7529, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:18:15.181757 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (7357aaef-98ef-405d-af4f-9d817638c145), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.182001 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:18:15.182114 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks [] for port (cb811c8d-10a2-480a-a267-d040c6776f62), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.182207 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (106383a2-2a4e-4cff-89f0-f59a1aa7c627), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.212994 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Network 99d769cf-78c9-4625-a069-73c6a05c7529 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:18:15.256817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7357aaef-98ef-405d-af4f-9d817638c145,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:15.273214 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Checking segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:15.273214 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Network hostable DHCP agents. Network: 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:18:15.275211 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Checking segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:15.275211 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Network hostable DHCP agents. Network: c76a2a8e-3a64-4d93-aa9d-693f42506f96, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:18:15.276536 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=106383a2-2a4e-4cff-89f0-f59a1aa7c627,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:15.431190 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:15.437674 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 99d769cf-78c9-4625-a069-73c6a05c7529) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:15.438643 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.441299 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:15.441890 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.448571 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e8771-278d-4a7c-9c46-1219f58dd562 None None] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:15.451268 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:15.451852 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.471323 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f2889-1331-449e-acbf-f3cdc6a9ab3f None None] Network 99d769cf-78c9-4625-a069-73c6a05c7529 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:15.492630 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:15.496156 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:15.498125 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Pushing event updated for resources: {'Port': ['ID=cb811c8d-10a2-480a-a267-d040c6776f62,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:15.503172 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:15.547092 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:18:15.547474 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:18:15.558971 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-efcde3cd-9c2b-4f68-b597-074460bd3b0c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6310608 Jun 24 08:18:15.562903 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52516) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:15.585119 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, c76a2a8e-3a64-4d93-aa9d-693f42506f96) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:15.596927 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:15.600464 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:15.609009 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:15.609601 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.617074 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-fbdbc065-aaaa-4810-9a89-956a284712d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5521922 Jun 24 08:18:15.623266 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52520) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:15.627670 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:15.628281 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.638688 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:15.697170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a110d3b-bb1e-4049-9232-553c784cef20 None None] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:15.700632 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79fd43-dc9f-4e3a-9d00-6dc83bc38928 None None] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:15.776691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.781270 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9d722c17-ec84-4e9a-851b-6a0ecf6ce582 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5544882 Jun 24 08:18:15.781462 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.783001 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.786613 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.789092 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ba289e96-bbf0-4c19-bcf5-f2046778cb9f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3229289 Jun 24 08:18:15.789092 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52522) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:15.792991 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52524) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:15.797355 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:15.889708 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:15.942688 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:18:15.943623 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.948318 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (c62eb65e-b7e8-4543-9561-5d0a93457d8b), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.950929 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (c62eb65e-b7e8-4543-9561-5d0a93457d8b), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.958693 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks [] for router_controller (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), precommit_add_association {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:15.985526 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:16.014295 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:16.018663 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks [] for router_controller (c62eb65e-b7e8-4543-9561-5d0a93457d8b), precommit_add_association {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.048782 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device d4b5d752-279d-4071-8949-3ee0ec2cdee1 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:16.051605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-99d769cf-78c9-4625-a069-73c6a05c7529', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:18:16.051837 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.062824 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:16.063902 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:18:16.064867 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.071392 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:16.119478 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:18:16.120466 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.138556 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks [] for router_gateway (3ca15a2d-2746-4e4c-a081-ed0d1984230c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.218492 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks [] for router_controller (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.225409 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59809b29-f814-4b99-8eb9-7df3a42a8617 None None] Network d92a1584-eab7-4ac8-a344-67821b0aca95 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:16.529289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (b3708fe4-3d64-41b6-a169-3e82ffc2978c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.529289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (b3708fe4-3d64-41b6-a169-3e82ffc2978c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.530009 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks [] for router_gateway (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.530724 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks [] for router_controller (b3708fe4-3d64-41b6-a169-3e82ffc2978c), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.538868 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks [] for router_gateway (c62eb65e-b7e8-4543-9561-5d0a93457d8b), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.601084 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks [] for router_gateway (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.609143 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (3ca15a2d-2746-4e4c-a081-ed0d1984230c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.622698 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port d4b5d752-279d-4071-8949-3ee0ec2cdee1 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:16.623341 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.651933 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-689b5cae-b56c-441a-a5cc-7c6092df0dba None None] Provisioning complete for port d4b5d752-279d-4071-8949-3ee0ec2cdee1 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:16.652967 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-689b5cae-b56c-441a-a5cc-7c6092df0dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.692634 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Allocated IP 172.20.0.2 (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7/789614df-f71d-4776-8b30-38fd808186d3/58a4e5af-e1d3-4803-bf18-25a5b26465a6) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:16.868994 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks [] for router_gateway (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.895846 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:16.982733 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:16.987648 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:16.992785 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks [] for router_gateway (b3708fe4-3d64-41b6-a169-3e82ffc2978c), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.012533 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Allocated IP 172.20.0.2 (99d769cf-78c9-4625-a069-73c6a05c7529/bb38fc0b-ebc5-4305-a622-9498b9041079/3eecd04a-2b14-46a5-8b1b-0bbf38502564) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:17.081035 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks [] for router_gateway (c62eb65e-b7e8-4543-9561-5d0a93457d8b), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.110376 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.126504 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks [] for router_gateway (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.138058 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Allocated IP 172.20.0.2 (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675/106383a2-2a4e-4cff-89f0-f59a1aa7c627/2d24b1fd-6988-443e-9c8c-32ffdfff8cda) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:17.154902 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.157033 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Allocated IP 172.20.0.2 (c76a2a8e-3a64-4d93-aa9d-693f42506f96/7357aaef-98ef-405d-af4f-9d817638c145/bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:17.232114 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Allocated IP 172.27.3.160 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/bd46123a-2371-4d16-a8a8-4f2523d08e29) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:17.377523 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Router 3ca15a2d-2746-4e4c-a081-ed0d1984230c is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:18:17.439514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port d4b5d752-279d-4071-8949-3ee0ec2cdee1 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:17.439912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.460559 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks [] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.654833 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:17.667905 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Sync routers for ids ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:17.681273 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.683421 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Routers {'3ca15a2d-2746-4e4c-a081-ed0d1984230c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:17.684359 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:17:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:17.720749 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.759851 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-689b5cae-b56c-441a-a5cc-7c6092df0dba None None] Current status of the port d4b5d752-279d-4071-8949-3ee0ec2cdee1 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:17.760560 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-689b5cae-b56c-441a-a5cc-7c6092df0dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.816378 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Publish callbacks [] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.833788 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:17.853919 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:17.863703 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port d4b5d752-279d-4071-8949-3ee0ec2cdee1, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=d4b5d752-279d-4071-8949-3ee0ec2cdee1,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:17.869107 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:17.880852 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks [] for router_gateway (b3708fe4-3d64-41b6-a169-3e82ffc2978c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.880852 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.885157 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e9396d80-01f5-4624-9827-e376672a844f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5434418 Jun 24 08:18:17.905903 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52586) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:17.909322 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.934676 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:17.966885 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Set router 3ca15a2d-2746-4e4c-a081-ed0d1984230c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:17.984470 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:18.017423 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.090039 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:18.099247 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Publish callbacks [] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.107602 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd46123a-2371-4d16-a8a8-4f2523d08e29,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:18.124002 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Allocated IP 172.27.3.42 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/93803370-876a-408d-8620-4d54ac88c6a5) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:18.130275 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:18.135335 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:18.195727 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Publish callbacks [] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.212917 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.db.api [None req-689b5cae-b56c-441a-a5cc-7c6092df0dba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:18:18.212917 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG oslo_db.api [None req-689b5cae-b56c-441a-a5cc-7c6092df0dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:18:18.212917 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Publish callbacks [] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.225368 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Pushing event updated for resources: {'Port': ['ID=58a4e5af-e1d3-4803-bf18-25a5b26465a6,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:18.324136 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:18:15Z', 'revision_number': 3, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:18.326247 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Attempting to bind port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:18.326573 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Attempting to bind port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:18.327008 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Attempting to bind port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:18.339746 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=d4b5d752-279d-4071-8949-3ee0ec2cdee1,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:18.339746 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:18.340123 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Checking segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:18.340923 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.341308 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Bound using segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:18.341883 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Bound port: 58a4e5af-e1d3-4803-bf18-25a5b26465a6, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:18.342417 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.363326 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Checking router: 3ca15a2d-2746-4e4c-a081-ed0d1984230c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:18.363691 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Updating router 3ca15a2d-2746-4e4c-a081-ed0d1984230c port cb811c8d-10a2-480a-a267-d040c6776f62 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:18.375094 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.383900 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.389628 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.396483 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.516863 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks [] for port (93803370-876a-408d-8620-4d54ac88c6a5), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.537380 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Network 99d769cf-78c9-4625-a069-73c6a05c7529 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:18.541053 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:18.544030 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:18.550223 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:18.552934 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:18.555407 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:18.557613 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:18.560663 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks [] for router_gateway (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.572770 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:18.579150 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.583774 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Pushing event updated for resources: {'Port': ['ID=3eecd04a-2b14-46a5-8b1b-0bbf38502564,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:18.586036 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:18.695192 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] For port 58a4e5af-e1d3-4803-bf18-25a5b26465a6, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:18.786544 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (93803370-876a-408d-8620-4d54ac88c6a5), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.787970 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] For port 58a4e5af-e1d3-4803-bf18-25a5b26465a6, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=58a4e5af-e1d3-4803-bf18-25a5b26465a6,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:18.836776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Attempting to bind port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:18.838000 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Attempting to bind port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:18.838000 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Attempting to bind port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:18.842109 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Pushing event updated for resources: {'Port': ['ID=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:18.845655 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Allocated IP 172.27.3.158 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/9aa50361-0320-4642-ba41-3c09fb012b41) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:18.855460 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-689b5cae-b56c-441a-a5cc-7c6092df0dba None None] Current status of the port d4b5d752-279d-4071-8949-3ee0ec2cdee1 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:18.862498 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Attempting to bind port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:18.862967 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Attempting to bind port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:18.863353 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Attempting to bind port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:18.882389 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:18.886657 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:18.894113 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:18.901774 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:18.903024 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Checking segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:18.903325 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.903938 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Bound using segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:18.904324 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Bound port: 3eecd04a-2b14-46a5-8b1b-0bbf38502564, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:18.904708 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.924326 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:18.924686 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Checking segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:18.924986 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.925567 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Bound using segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:18.925861 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Bound port: 2d24b1fd-6988-443e-9c8c-32ffdfff8cda, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:18.926246 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.938299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Allocated IP 172.20.0.1 (d92a1584-eab7-4ac8-a344-67821b0aca95/5d24d9ca-3faa-475e-890e-2cbdc44c4982/53376778-eb59-4941-8e34-057443f5157a) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:18.953349 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:18.955227 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Pushing event updated for resources: {'Port': ['ID=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:18.970378 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Attempting to bind port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:18.970378 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Attempting to bind port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:18.970378 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Attempting to bind port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:19.067216 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:19.067602 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Checking segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:19.067989 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.068412 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Bound using segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:19.068900 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Bound port: bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:19.069272 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.165650 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks [] for port (9aa50361-0320-4642-ba41-3c09fb012b41), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.165939 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-8fa0e487-7ec6-488e-903e-c8777113ac11 None None] Provisioning complete for port d4b5d752-279d-4071-8949-3ee0ec2cdee1 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:19.165939 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e487-7ec6-488e-903e-c8777113ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.201086 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks [] for port (53376778-eb59-4941-8e34-057443f5157a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.276592 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169efdb1-9797-4ae6-8514-e2b22cf0fffe None None] Pushing event updated for resources: {'Port': ['ID=58a4e5af-e1d3-4803-bf18-25a5b26465a6,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:19.289595 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] For port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:19.292216 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] For port 3eecd04a-2b14-46a5-8b1b-0bbf38502564, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:19.343147 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] For port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:19.346074 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] For port 3eecd04a-2b14-46a5-8b1b-0bbf38502564, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3eecd04a-2b14-46a5-8b1b-0bbf38502564,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:19.354392 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] For port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:19.383909 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] For port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:19.397304 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Pushing event updated for resources: {'Port': ['ID=93803370-876a-408d-8620-4d54ac88c6a5,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:19.423536 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0e487-7ec6-488e-903e-c8777113ac11 None None] Current status of the port d4b5d752-279d-4071-8949-3ee0ec2cdee1 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:19.437353 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.589243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.657247 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.658773 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:19.664810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.670889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:19.670889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:19.677564 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (53376778-eb59-4941-8e34-057443f5157a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.682492 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.760169 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:19.763935 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Allocated IP 172.27.3.44 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/ea6350a6-e4be-42d6-b940-8618e5ab431b) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:19.767284 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Network d92a1584-eab7-4ac8-a344-67821b0aca95 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:19.789492 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks [] for router_gateway (c62eb65e-b7e8-4543-9561-5d0a93457d8b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.792786 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:18:19.816721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:19.824401 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:19.825437 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (3ca15a2d-2746-4e4c-a081-ed0d1984230c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:19.849678 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d971a44-81e7-4f48-ae1d-f507f9492455 None None] Pushing event updated for resources: {'Port': ['ID=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:19.959141 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a43477-a749-49ce-8d63-82c74c37d571 None None] Pushing event updated for resources: {'Port': ['ID=3eecd04a-2b14-46a5-8b1b-0bbf38502564,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:20.000857 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Pushing event updated for resources: {'Port': ['ID=9aa50361-0320-4642-ba41-3c09fb012b41,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:20.089515 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b8edf-9ee8-46b3-9afa-9cb621830c1e None None] Pushing event updated for resources: {'Port': ['ID=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:20.283511 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52622) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:20.319476 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:20.320402 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:20.343870 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:20.386065 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:20.389444 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (c62eb65e-b7e8-4543-9561-5d0a93457d8b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:20.391250 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:17:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:20.466193 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-6eef4b79-5fd6-4fe9-b9fe-810982d17d16 None None] Provisioning complete for port 53376778-eb59-4941-8e34-057443f5157a triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:20.466528 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6eef4b79-5fd6-4fe9-b9fe-810982d17d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (53376778-eb59-4941-8e34-057443f5157a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:20.468679 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device d4b5d752-279d-4071-8949-3ee0ec2cdee1 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:20.498447 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:20.581004 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:20.601126 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c56e2962-2f82-42dc-ba24-59075716d2c6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0083363 Jun 24 08:18:20.602178 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-60e58dde-79aa-431a-8973-f6f9dc07e73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:20.604678 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52626) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:20.629262 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:20.676926 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-6eef4b79-5fd6-4fe9-b9fe-810982d17d16 None None] Port 53376778-eb59-4941-8e34-057443f5157a cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:20.787282 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Pushing event updated for resources: {'Port': ['ID=53376778-eb59-4941-8e34-057443f5157a,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:20.809713 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port d4b5d752-279d-4071-8949-3ee0ec2cdee1 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:20.810119 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:20.886181 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:20.956637 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=8,neutron:SELECT=84,neutron:INSERT=8 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:20.979271 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks [] for router_gateway (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.122050 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53376778-eb59-4941-8e34-057443f5157a), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.141778 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d609f43-6f90-47df-99d9-b76266a3e488 None None] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:21.147651 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-60e58dde-79aa-431a-8973-f6f9dc07e73c admin admin] Publish callbacks [] for security_group (298e673c-4a05-4d1f-8a95-ff1e56ac95d1), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.149906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks [] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.238749 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Router c62eb65e-b7e8-4543-9561-5d0a93457d8b is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:18:21.243418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f4b0857d-9f1f-43f0-9aab-5e666113e27c None None] Provisioning complete for port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:21.243418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f4b0857d-9f1f-43f0-9aab-5e666113e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.253273 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port d4b5d752-279d-4071-8949-3ee0ec2cdee1 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:21.254207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 58a4e5af-e1d3-4803-bf18-25a5b26465a6 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:21.272239 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-60e58dde-79aa-431a-8973-f6f9dc07e73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (298e673c-4a05-4d1f-8a95-ff1e56ac95d1), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.427643 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-60e58dde-79aa-431a-8973-f6f9dc07e73c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dd422cac63a4bc896ebdcfbda74f4c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1408155 Jun 24 08:18:21.432334 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e58dde-79aa-431a-8973-f6f9dc07e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298e673c-4a05-4d1f-8a95-ff1e56ac95d1,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:21.471969 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52644) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:21.501158 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.502313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:18Z', 'revision_number': 3, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:21.557289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:21.571944 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:21.572534 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Updating router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e port bd46123a-2371-4d16-a8a8-4f2523d08e29 binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:21.582625 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:21.587542 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:21.595871 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:21.627206 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:21.633574 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Sync routers for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:21.684325 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:21.711170 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:21.711849 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:17:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:21.750071 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:21.751042 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.069553 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52650) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:22.139828 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400a5c3-4b05-438c-87de-a8f8f8b03843 None None] Network 99d769cf-78c9-4625-a069-73c6a05c7529 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:22.191606 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:22.216451 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:22.261219 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.274002 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-549202f9-8cc9-4354-bec1-ff492721659f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4810696 Jun 24 08:18:22.275012 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52668) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:22.332564 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6350a6-e4be-42d6-b940-8618e5ab431b,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:22.403061 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.412994 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-39c8fc7a-5e88-4c47-9952-cf654f92fa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.459097 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks [] for router_gateway (b3708fe4-3d64-41b6-a169-3e82ffc2978c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.476691 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:22.481910 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.518166 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0857d-9f1f-43f0-9aab-5e666113e27c None None] Current status of the port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:22.518701 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f4b0857d-9f1f-43f0-9aab-5e666113e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.580582 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 58a4e5af-e1d3-4803-bf18-25a5b26465a6, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=58a4e5af-e1d3-4803-bf18-25a5b26465a6,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:22.583075 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.596816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77da2987-33e2-4a77-a72a-fa24acb82ba7 None None] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:22.693083 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Publish callbacks [] for port (cb811c8d-10a2-480a-a267-d040c6776f62), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.695680 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:19Z', 'revision_number': 3, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:22.714603 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.746041 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Checking router: c62eb65e-b7e8-4543-9561-5d0a93457d8b for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:22.746423 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Updating router c62eb65e-b7e8-4543-9561-5d0a93457d8b port 93803370-876a-408d-8620-4d54ac88c6a5 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:22.765817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf62c682-79ad-4ec3-9c2e-eed3506bb8d7 admin admin] Publish callbacks [] for security_group (298e673c-4a05-4d1f-8a95-ff1e56ac95d1), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.802129 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (93803370-876a-408d-8620-4d54ac88c6a5), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.865871 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.897367 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:22.909510 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:22.935378 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks [] for port (53376778-eb59-4941-8e34-057443f5157a), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.938359 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63820328-7f61-4348-905b-2b0789d02f38 None None] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:22.978664 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf62c682-79ad-4ec3-9c2e-eed3506bb8d7 admin admin] Publish callbacks [] for security_group (298e673c-4a05-4d1f-8a95-ff1e56ac95d1), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:22.979361 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3c5-da95-45a1-a890-bb6dd3e61eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.004618 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:23.007405 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Attempting to bind port cb811c8d-10a2-480a-a267-d040c6776f62 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:23.008450 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Attempting to bind port cb811c8d-10a2-480a-a267-d040c6776f62 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:23.010404 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Attempting to bind port cb811c8d-10a2-480a-a267-d040c6776f62 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:23.017473 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.db.api [None req-f4b0857d-9f1f-43f0-9aab-5e666113e27c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:18:23.018002 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG oslo_db.api [None req-f4b0857d-9f1f-43f0-9aab-5e666113e27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:18:23.026861 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:23.029564 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:23.030707 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.031114 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:23.031887 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Bound port: cb811c8d-10a2-480a-a267-d040c6776f62, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:23.032008 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.086343 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=58a4e5af-e1d3-4803-bf18-25a5b26465a6,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:23.158690 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 2d24b1fd-6988-443e-9c8c-32ffdfff8cda up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:23.182520 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] For port cb811c8d-10a2-480a-a267-d040c6776f62, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:23.189761 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] For port cb811c8d-10a2-480a-a267-d040c6776f62, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=cb811c8d-10a2-480a-a267-d040c6776f62,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:23.245925 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Allocated IP 172.20.0.1 (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7/789614df-f71d-4776-8b30-38fd808186d3/e97a4e06-d63f-48da-b6dc-5b2a69d690e7) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:23.333808 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (b3708fe4-3d64-41b6-a169-3e82ffc2978c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.338737 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (53376778-eb59-4941-8e34-057443f5157a), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.339588 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (3ca15a2d-2746-4e4c-a081-ed0d1984230c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.370490 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Pushing event updated for resources: {'Port': ['ID=cb811c8d-10a2-480a-a267-d040c6776f62,revision_number=2']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:23.388312 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.391108 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.392141 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.392738 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.393286 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.393830 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.394946 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.395597 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.396267 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.396836 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.397634 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.398189 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.398593 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.399009 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.399649 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Tracked resource versions report: Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: pushed versions: Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: { 'AddressGroup': {'1.2'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Agent': {'1.1'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'ConntrackHelper': {'1.0'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Log': {'1.0'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'NDPProxy': {'1.0'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Network': {'1.1'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Port': {'1.7'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'PortForwarding': {'1.3'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'QosPolicy': {'1.10'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroup': {'1.5'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SubPort': {'1.0'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Subnet': {'1.1'}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Trunk': {'1.1'}} Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: consumer versions: Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: { DHCP agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: HyperV agent@hv-cinder-83482: {}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: L3 agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: Metadata agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: Metering agent@dv-cinder-834822-6-iscsi: {}, Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: Open vSwitch agent@dv-cinder-834822-6-iscsi: { 'AddressGroup': '1.2', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Agent': '1.1', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'ConntrackHelper': '1.0', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'LocalIPAssociation': '1.0', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Log': '1.0', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'NDPProxy': '1.0', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Network': '1.1', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Port': '1.7', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'PortForwarding': '1.3', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'QosPolicy': '1.10', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroup': '1.5', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SecurityGroupRule': '1.2', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'SubPort': '1.0', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Subnet': '1.1', Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: 'Trunk': '1.1'}} Jun 24 08:18:23.400948 dv-cinder-834822-6-iscsi neutron-server[104495]: {{(pid=104495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:18:23.405799 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.430707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:23.431084 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.484622 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6a85b-7e71-4c7f-8daa-f3e7c6ea6e8b None None] Pushing event updated for resources: {'Port': ['ID=cb811c8d-10a2-480a-a267-d040c6776f62,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:23.490880 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Publish callbacks [] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.494196 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Routers {'3ca15a2d-2746-4e4c-a081-ed0d1984230c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:23.500663 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:17:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:23.596165 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0857d-9f1f-43f0-9aab-5e666113e27c None None] Current status of the port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:23.623199 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:23.631935 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:23.632585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.637031 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] Set router 3ca15a2d-2746-4e4c-a081-ed0d1984230c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:23.659905 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.685804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks [] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.718938 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:23.725528 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c501-a1d7-43ff-a1a3-1ede067f2119 None None] Pushing event updated for resources: {'Port': ['ID=bd46123a-2371-4d16-a8a8-4f2523d08e29,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:23.775126 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Attempting to bind port bd46123a-2371-4d16-a8a8-4f2523d08e29 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:23.775707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Attempting to bind port bd46123a-2371-4d16-a8a8-4f2523d08e29 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:23.776645 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Attempting to bind port bd46123a-2371-4d16-a8a8-4f2523d08e29 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:23.780240 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:23.783427 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Provisioning complete for port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:23.783791 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.797321 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:23.809679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:23.810548 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.812064 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:23.812492 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:23.812880 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.813347 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:23.813828 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Bound port: bd46123a-2371-4d16-a8a8-4f2523d08e29, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:23.814265 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:23.901570 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] For port bd46123a-2371-4d16-a8a8-4f2523d08e29, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:23.929919 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Pushing event updated for resources: {'Port': ['ID=53376778-eb59-4941-8e34-057443f5157a,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:23.948313 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:23.979273 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.019428 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-39c8fc7a-5e88-4c47-9952-cf654f92fa54 admin admin] Publish callbacks [] for security_group (a1d7bec5-63b7-4b8e-9173-563b8d948a76), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.024934 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf62c682-79ad-4ec3-9c2e-eed3506bb8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (298e673c-4a05-4d1f-8a95-ff1e56ac95d1), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.029076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf62c682-79ad-4ec3-9c2e-eed3506bb8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.030711 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-cf62c682-79ad-4ec3-9c2e-eed3506bb8d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/298e673c-4a05-4d1f-8a95-ff1e56ac95d1 HTTP/1.1" status: 204 len: 168 time: 2.5501060 Jun 24 08:18:24.121879 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.123196 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:24.124603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:24.130248 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:24.132940 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:24.133688 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.139342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Pushing event updated for resources: {'Port': ['ID=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:24.158244 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:18:24.162101 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62c682-79ad-4ec3-9c2e-eed3506bb8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298e673c-4a05-4d1f-8a95-ff1e56ac95d1,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:24.167193 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-39c8fc7a-5e88-4c47-9952-cf654f92fa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a1d7bec5-63b7-4b8e-9173-563b8d948a76), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.184802 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] For port bd46123a-2371-4d16-a8a8-4f2523d08e29, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=bd46123a-2371-4d16-a8a8-4f2523d08e29,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:24.190274 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Publish callbacks [] for port (93803370-876a-408d-8620-4d54ac88c6a5), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.214582 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 4, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '53376778-eb59-4941-8e34-057443f5157a', 'name': '', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'mac_address': 'fa:16:3e:59:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:18Z', 'updated_at': '2022-06-24T08:18:21Z', 'revision_number': 2, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'subnets': [{'id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:24.240129 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Allocated IP 172.20.0.1 (c76a2a8e-3a64-4d93-aa9d-693f42506f96/7357aaef-98ef-405d-af4f-9d817638c145/e11a39e4-cb10-4a5b-825d-1108109c8b60) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:24.250359 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Current status of the port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:24.251248 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Network d92a1584-eab7-4ac8-a344-67821b0aca95 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:24.260329 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:24.265962 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:24.266415 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.277272 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8fc7a-5e88-4c47-9952-cf654f92fa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7bec5-63b7-4b8e-9173-563b8d948a76,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:24.283765 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e758-edf9-48ac-9c9f-bea28477ee60 None None] The sync data for ids ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'] in dv-cinder-834822-6-iscsi is: [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 4, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '53376778-eb59-4941-8e34-057443f5157a', 'name': '', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'mac_address': 'fa:16:3e:59:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:18Z', 'updated_at': '2022-06-24T08:18:21Z', 'revision_number': 2, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'subnets': [{'id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:24.292583 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (93803370-876a-408d-8620-4d54ac88c6a5), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.344990 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Provisioning complete for port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:24.345668 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.348096 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.396705 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:24.412684 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e381311-d7b6-4c61-b3bf-eff9634f0869 None None] Pushing event updated for resources: {'Port': ['ID=93803370-876a-408d-8620-4d54ac88c6a5,revision_number=2']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:24.457305 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Attempting to bind port 93803370-876a-408d-8620-4d54ac88c6a5 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:24.457411 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Attempting to bind port 93803370-876a-408d-8620-4d54ac88c6a5 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:24.457778 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Attempting to bind port 93803370-876a-408d-8620-4d54ac88c6a5 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:24.473898 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:24.482117 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:24.482117 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.482117 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:24.482117 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Bound port: 93803370-876a-408d-8620-4d54ac88c6a5, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:24.482117 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (93803370-876a-408d-8620-4d54ac88c6a5), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.519959 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:24.537686 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Router b3708fe4-3d64-41b6-a169-3e82ffc2978c is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:18:24.586870 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:24.587131 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.589392 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c501-a1d7-43ff-a1a3-1ede067f2119 None None] Pushing event updated for resources: {'Port': ['ID=bd46123a-2371-4d16-a8a8-4f2523d08e29,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:24.608120 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] For port 93803370-876a-408d-8620-4d54ac88c6a5, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:24.618425 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] For port 93803370-876a-408d-8620-4d54ac88c6a5, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=93803370-876a-408d-8620-4d54ac88c6a5,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:24.621033 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Sync routers for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:24.661317 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-39c8fc7a-5e88-4c47-9952-cf654f92fa54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29cd599b94204b24bb4cc83de1523442&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5718446 Jun 24 08:18:24.661898 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52690) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:24.715488 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (93803370-876a-408d-8620-4d54ac88c6a5), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.735658 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:24.736322 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:17:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:24.799489 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:24.800710 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:17:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:24.805412 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:24.811213 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.815921 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-2c20136e-b8c3-4511-b671-8bf51c7fdf4e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1917310 Jun 24 08:18:24.818783 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52692) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:24.877039 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e381311-d7b6-4c61-b3bf-eff9634f0869 None None] Pushing event updated for resources: {'Port': ['ID=93803370-876a-408d-8620-4d54ac88c6a5,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:24.895727 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:24.896453 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:17:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:24.905880 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks [] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.915349 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:24.916188 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 3eecd04a-2b14-46a5-8b1b-0bbf38502564 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:24.961412 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.005273 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4285e6b-5497-4985-a91d-4058e36a91c5 admin admin] Publish callbacks [] for security_group (a1d7bec5-63b7-4b8e-9173-563b8d948a76), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.030117 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:25.111275 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:25.170413 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Current status of the port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:25.276784 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:25.280125 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Router 3ca15a2d-2746-4e4c-a081-ed0d1984230c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:18:25.306871 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Provisioning complete for port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:25.307793 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.346513 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52706) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:25.352751 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:19Z', 'revision_number': 3, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:25.393317 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:25.407453 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:25.416971 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc784d-4908-4f3b-96a9-219748673a14 None None] The sync data for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi is: [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:19Z', 'revision_number': 3, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:25.418971 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Sync routers for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:25.426758 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9722c9f4-eb78-44ef-811c-152d82f27078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.437277 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-84069101-8db1-4c06-8a58-9357b1d97331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.441122 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:25.472641 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:25.473609 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:25.546271 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:25.551621 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:25.552122 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.557589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.562469 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e63d43fb-b3ac-49f7-9386-9753b8eae2f8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7690437 Jun 24 08:18:25.602430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52708) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:25.647071 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4285e6b-5497-4985-a91d-4058e36a91c5 admin admin] Publish callbacks [] for security_group (a1d7bec5-63b7-4b8e-9173-563b8d948a76), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.667301 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:25.743386 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:25.768904 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:25.853075 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:25.885344 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c6a29cd5-e3e7-4ac9-8116-bbe5f5692cff admin admin] 10.222.0.42 "PUT /v2.0/routers/3ca15a2d-2746-4e4c-a081-ed0d1984230c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9679453 Jun 24 08:18:25.905393 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks [] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.919348 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4285e6b-5497-4985-a91d-4058e36a91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a1d7bec5-63b7-4b8e-9173-563b8d948a76), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.922675 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4285e6b-5497-4985-a91d-4058e36a91c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.932805 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a4285e6b-5497-4985-a91d-4058e36a91c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1d7bec5-63b7-4b8e-9173-563b8d948a76 HTTP/1.1" status: 204 len: 168 time: 1.2680473 Jun 24 08:18:25.973942 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:25.990258 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4285e6b-5497-4985-a91d-4058e36a91c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7bec5-63b7-4b8e-9173-563b8d948a76,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:26.008001 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.008745 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.174091 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:26.191958 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-84069101-8db1-4c06-8a58-9357b1d97331 admin admin] Publish callbacks [] for security_group (07131a21-e8fa-4f10-b665-5d1c9b64c4f6), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.237795 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:26.249564 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:26.260539 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (c62eb65e-b7e8-4543-9561-5d0a93457d8b), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.263222 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:21Z', 'revision_number': 3, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:26.292918 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-84069101-8db1-4c06-8a58-9357b1d97331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (07131a21-e8fa-4f10-b665-5d1c9b64c4f6), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.338450 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:26.383049 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Checking router: b3708fe4-3d64-41b6-a169-3e82ffc2978c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:26.392817 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Updating router b3708fe4-3d64-41b6-a169-3e82ffc2978c port ea6350a6-e4be-42d6-b940-8618e5ab431b binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:26.423854 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-84069101-8db1-4c06-8a58-9357b1d97331 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a5d40d057ca4579958237222dde29de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0383701 Jun 24 08:18:26.424888 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Current status of the port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:26.447629 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52732) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:26.462272 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:26.516278 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.656848 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e11a39e4-cb10-4a5b-825d-1108109c8b60,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:26.678018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:26.811621 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 3, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:26.821606 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:26.824093 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.928438 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:26.930052 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Provisioning complete for port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:26.930604 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.020076 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Checking router: 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:27.020784 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Updating router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a port 9aa50361-0320-4642-ba41-3c09fb012b41 binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:27.078280 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:27.133745 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:27.148261 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.149584 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:27.226855 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:27.326677 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Publish callbacks [] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.353487 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:27.356998 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84069101-8db1-4c06-8a58-9357b1d97331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07131a21-e8fa-4f10-b665-5d1c9b64c4f6,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:27.364988 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52770) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:27.382689 dv-cinder-834822-6-iscsi neutron-server[104492]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 08:18:27.401162 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.406464 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5f154906-84f0-4774-8bd1-088c2e86a0f7 admin admin] Publish callbacks [] for security_group (07131a21-e8fa-4f10-b665-5d1c9b64c4f6), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.419743 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.427721 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 3eecd04a-2b14-46a5-8b1b-0bbf38502564, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3eecd04a-2b14-46a5-8b1b-0bbf38502564,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:27.469982 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Pushing event updated for resources: {'Port': ['ID=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:27.472373 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.526331 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:27.544394 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Attempting to bind port ea6350a6-e4be-42d6-b940-8618e5ab431b on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:27.545015 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Attempting to bind port ea6350a6-e4be-42d6-b940-8618e5ab431b by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:27.545568 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Attempting to bind port ea6350a6-e4be-42d6-b940-8618e5ab431b on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:27.574945 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:27.575284 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:27.575804 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:27.576396 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.576946 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:27.577652 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Bound port: ea6350a6-e4be-42d6-b940-8618e5ab431b, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:27.578659 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.592394 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5f154906-84f0-4774-8bd1-088c2e86a0f7 admin admin] Publish callbacks [] for security_group (07131a21-e8fa-4f10-b665-5d1c9b64c4f6), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.602802 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:27.609839 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52772) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:27.613062 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.714812 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] For port ea6350a6-e4be-42d6-b940-8618e5ab431b, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:27.722188 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] For port ea6350a6-e4be-42d6-b940-8618e5ab431b, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=ea6350a6-e4be-42d6-b940-8618e5ab431b,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:27.728642 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c002e-7a42-41b9-9862-8d943e137908 None None] Pushing event updated for resources: {'Port': ['ID=ea6350a6-e4be-42d6-b940-8618e5ab431b,revision_number=2']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:27.737504 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26596b-fbba-4d3a-9eb0-8942c22299c7 None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:27.767527 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Allocated IP 172.20.0.1 (99d769cf-78c9-4625-a069-73c6a05c7529/bb38fc0b-ebc5-4305-a622-9498b9041079/173beaf7-e494-4859-b504-aca29cf0b079) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:27.794748 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Current status of the port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:27.800053 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.822156 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.894912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=3eecd04a-2b14-46a5-8b1b-0bbf38502564,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:27.912399 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:27.913319 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:27.986896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.db.api [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:18:27.988474 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG oslo_db.api [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:18:27.994852 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:27.995941 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:28.102567 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.104572 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 58a4e5af-e1d3-4803-bf18-25a5b26465a6 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:28.128566 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c002e-7a42-41b9-9862-8d943e137908 None None] Pushing event updated for resources: {'Port': ['ID=ea6350a6-e4be-42d6-b940-8618e5ab431b,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:28.146858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7df2672e-5b5b-42de-b1e8-ce805d81c938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.162439 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:28.197131 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Publish callbacks [] for port (9aa50361-0320-4642-ba41-3c09fb012b41), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.227460 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:28.233872 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:28.234281 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.264877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7df2672e-5b5b-42de-b1e8-ce805d81c938 admin admin] Publish callbacks [] for security_group (bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.295059 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.317685 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-e9374922-72a1-41c6-a650-1c7dd114c433 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:28.319476 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-e9374922-72a1-41c6-a650-1c7dd114c433 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/networks?id=d92a1584-eab7-4ac8-a344-67821b0aca95 HTTP/1.1" status: 200 len: 812 time: 0.9527307 Jun 24 08:18:28.380661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7df2672e-5b5b-42de-b1e8-ce805d81c938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.387954 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Attempting to bind port 9aa50361-0320-4642-ba41-3c09fb012b41 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:28.388470 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Attempting to bind port 9aa50361-0320-4642-ba41-3c09fb012b41 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:28.389059 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Attempting to bind port 9aa50361-0320-4642-ba41-3c09fb012b41 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:28.415472 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-a356d37a-499a-4ed9-8049-f919fa57c6dc tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/quotas/14f7d7e0a5614243974c4c44ec466b14 HTTP/1.1" status: 200 len: 375 time: 0.0725555 Jun 24 08:18:28.417702 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks [] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.427302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:18:28.435227 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2672e-5b5b-42de-b1e8-ce805d81c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:28.460548 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:28.462132 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device cb811c8d-10a2-480a-a267-d040c6776f62 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:28.483424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.502768 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-7df2672e-5b5b-42de-b1e8-ce805d81c938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80ce0df08afa4caca4427dc66d0b0485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8889530 Jun 24 08:18:28.513378 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:28.522838 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52776) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:28.581723 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5f154906-84f0-4774-8bd1-088c2e86a0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (07131a21-e8fa-4f10-b665-5d1c9b64c4f6), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.584257 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5f154906-84f0-4774-8bd1-088c2e86a0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.592234 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5f154906-84f0-4774-8bd1-088c2e86a0f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07131a21-e8fa-4f10-b665-5d1c9b64c4f6 HTTP/1.1" status: 204 len: 168 time: 2.1276875 Jun 24 08:18:28.597421 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks [] for port (173beaf7-e494-4859-b504-aca29cf0b079), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.602814 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:28.603555 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:28.604416 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.605165 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:28.606225 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Bound port: 9aa50361-0320-4642-ba41-3c09fb012b41, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:28.609556 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.627547 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:28.631202 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f57bfa-e5cf-4d4d-88ab-237769fe85c4 None None] Pushing event updated for resources: {'Port': ['ID=9aa50361-0320-4642-ba41-3c09fb012b41,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:28.642877 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.643800 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (c62eb65e-b7e8-4543-9561-5d0a93457d8b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.672285 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port cb811c8d-10a2-480a-a267-d040c6776f62 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:28.676185 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.676387 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-ef12395d-e8ae-400d-8b4a-2ec36cb1e46b None None] Current status of the port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:28.694153 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154906-84f0-4774-8bd1-088c2e86a0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07131a21-e8fa-4f10-b665-5d1c9b64c4f6,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:28.729272 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Sync routers for ids ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:28.769158 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] For port 9aa50361-0320-4642-ba41-3c09fb012b41, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:28.771812 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Routers {'3ca15a2d-2746-4e4c-a081-ed0d1984230c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:28.772578 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:28.830176 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:28.878651 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-3fefbf25-18bb-4d44-a8e6-a95348a3728f tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14f7d7e0a5614243974c4c44ec466b14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4533243 Jun 24 08:18:28.899809 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] For port 9aa50361-0320-4642-ba41-3c09fb012b41, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9aa50361-0320-4642-ba41-3c09fb012b41,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:28.927342 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Provisioning complete for port e11a39e4-cb10-4a5b-825d-1108109c8b60 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:28.927950 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:28.954155 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:21Z', 'revision_number': 3, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:28.999550 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e11a39e4-cb10-4a5b-825d-1108109c8b60,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:29.011296 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f25c8c-3620-46d3-90ce-ec93cb50221d None None] The sync data for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi is: [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:21Z', 'revision_number': 3, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:29.066680 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Port e11a39e4-cb10-4a5b-825d-1108109c8b60 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:29.115817 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Provisioning complete for port 53376778-eb59-4941-8e34-057443f5157a triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:29.120674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Allocated IP 172.20.0.1 (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675/106383a2-2a4e-4cff-89f0-f59a1aa7c627/9aeb0c06-3672-4012-ac7c-883b8d3063ec) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:29.152861 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (53376778-eb59-4941-8e34-057443f5157a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.243054 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:29.252771 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:29.255067 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:29.269180 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-e3cb94b7-e9da-4a37-a3e4-97d0a3611f8b admin admin] 10.222.0.42 "PUT /v2.0/routers/7405a9a6-d1ea-4905-a3fb-d69f5fe9938e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6194196 Jun 24 08:18:29.331154 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Port 53376778-eb59-4941-8e34-057443f5157a cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:29.333159 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port cb811c8d-10a2-480a-a267-d040c6776f62 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:29.334046 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.349374 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.453586 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks [] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.494674 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Provisioning complete for port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:29.495201 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.517048 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port cb811c8d-10a2-480a-a267-d040c6776f62, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=cb811c8d-10a2-480a-a267-d040c6776f62,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:29.571615 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-e0216bfb-1029-4737-a19a-d1052e83e662 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:18:29.575737 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-e0216bfb-1029-4737-a19a-d1052e83e662 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3916113 Jun 24 08:18:29.623611 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:29.634533 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Set router 3ca15a2d-2746-4e4c-a081-ed0d1984230c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:29.656153 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c35-fca3-4b60-b904-c864c0a8d1d7 admin admin] Publish callbacks [] for security_group (bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.743241 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.743860 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 2d24b1fd-6988-443e-9c8c-32ffdfff8cda up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:29.758569 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c35-fca3-4b60-b904-c864c0a8d1d7 admin admin] Publish callbacks [] for security_group (bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.784484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:29.785236 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:29.791348 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f57bfa-e5cf-4d4d-88ab-237769fe85c4 None None] Pushing event updated for resources: {'Port': ['ID=9aa50361-0320-4642-ba41-3c09fb012b41,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:29.868817 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-f645fe28-d1b4-492e-b680-95f94dc38a5d service neutron] 10.222.0.42 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860484 Jun 24 08:18:29.888579 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Router c62eb65e-b7e8-4543-9561-5d0a93457d8b has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:18:29.894406 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:29.976036 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:29.983289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:30.003311 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:30.003899 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (b3708fe4-3d64-41b6-a169-3e82ffc2978c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.089505 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:30.089907 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.095311 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9aeb0c06-3672-4012-ac7c-883b8d3063ec,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:30.105469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (173beaf7-e494-4859-b504-aca29cf0b079), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.172924 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-3ac721e7-76e3-49ad-84b2-79c70205e511 service neutron] 10.222.0.42 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922375 Jun 24 08:18:30.199056 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:30.316985 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Network 99d769cf-78c9-4625-a069-73c6a05c7529 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:30.320086 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:30.325060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:30.325929 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.335121 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:30.352289 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Sync routers for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:30.353674 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cc2851ec-2065-43df-bd8c-39063d157fb7 admin admin] 10.222.0.42 "PUT /v2.0/routers/c62eb65e-b7e8-4543-9561-5d0a93457d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0631266 Jun 24 08:18:30.382744 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52816) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:30.389090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-86724634-25fa-46b3-97a2-d4deddbbeb1f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019197546', 'description': 'tempest-description--1951466588'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:30.417672 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:30.432317 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:30.597590 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c35-fca3-4b60-b904-c864c0a8d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.600124 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c35-fca3-4b60-b904-c864c0a8d1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.620794 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e6d21c35-fca3-4b60-b904-c864c0a8d1d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f HTTP/1.1" status: 204 len: 168 time: 2.0896156 Jun 24 08:18:30.640826 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=cb811c8d-10a2-480a-a267-d040c6776f62,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:30.644614 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-86724634-25fa-46b3-97a2-d4deddbbeb1f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.671965 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:30.709767 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d21c35-fca3-4b60-b904-c864c0a8d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06ad16-b8cf-4a26-af59-c8ce3f0bd61f,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:30.709767 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Pushing event updated for resources: {'Port': ['ID=173beaf7-e494-4859-b504-aca29cf0b079,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:30.820837 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:30.857110 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:30.858251 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.897336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (173beaf7-e494-4859-b504-aca29cf0b079), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:30.916382 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:30.936690 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Current status of the port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:30.967610 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Provisioning complete for port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:30.968525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.050665 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-86724634-25fa-46b3-97a2-d4deddbbeb1f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (90a40854-fc4c-48d5-88b0-b1a8ee67dcbe), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.075215 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2025994c-b466-4dc1-b306-a4b9335b008e req-f0d977b6-a64f-4f44-b25e-60920ff577c2 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.1495626 Jun 24 08:18:31.091446 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 4, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '53376778-eb59-4941-8e34-057443f5157a', 'name': '', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'mac_address': 'fa:16:3e:59:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:18Z', 'updated_at': '2022-06-24T08:18:21Z', 'revision_number': 2, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'subnets': [{'id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:31.100546 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f7675d5c-54c4-400b-9159-0621d9a6d7b1 None None] Port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:31.106172 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:31.141271 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-86724634-25fa-46b3-97a2-d4deddbbeb1f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (90a40854-fc4c-48d5-88b0-b1a8ee67dcbe), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.167066 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:UPDATE=7,neutron:INSERT=8,neutron:SELECT=85 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:31.216826 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:31.227733 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86724634-25fa-46b3-97a2-d4deddbbeb1f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:31.301746 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-86724634-25fa-46b3-97a2-d4deddbbeb1f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.306952 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-86724634-25fa-46b3-97a2-d4deddbbeb1f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9230480 Jun 24 08:18:31.307571 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52854) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:31.317770 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-ab32bd58-bbf6-4469-a24c-a64728ab2e59 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '90a40854-fc4c-48d5-88b0-b1a8ee67dcbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:31.402064 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks [] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.415081 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks [] for port (173beaf7-e494-4859-b504-aca29cf0b079), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.418812 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:27Z', 'revision_number': 2, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:31.447520 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Checking router: 3ca15a2d-2746-4e4c-a081-ed0d1984230c for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:31.447837 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Updating router 3ca15a2d-2746-4e4c-a081-ed0d1984230c port 53376778-eb59-4941-8e34-057443f5157a binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:31.460408 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Checking router: c62eb65e-b7e8-4543-9561-5d0a93457d8b for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:31.460806 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Updating router c62eb65e-b7e8-4543-9561-5d0a93457d8b port e11a39e4-cb10-4a5b-825d-1108109c8b60 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:31.481479 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab32bd58-bbf6-4469-a24c-a64728ab2e59 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (b7589860-f430-49d2-a7ce-9d0fdb908c90), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.502152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.503350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (b3708fe4-3d64-41b6-a169-3e82ffc2978c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.540451 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Provisioning complete for port 9aeb0c06-3672-4012-ac7c-883b8d3063ec triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:31.540879 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.545521 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.607370 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (173beaf7-e494-4859-b504-aca29cf0b079), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.610413 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.634166 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53376778-eb59-4941-8e34-057443f5157a), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.671762 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:31.719069 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:31.721165 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 93803370-876a-408d-8620-4d54ac88c6a5 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:31.726034 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52862) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:31.742583 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Port 9aeb0c06-3672-4012-ac7c-883b8d3063ec cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:31.779537 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-fd3e337c-3186-439c-9584-5a61962bf124 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302604831', 'description': 'tempest-description--1575037389'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:31.813071 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Provisioning complete for port e11a39e4-cb10-4a5b-825d-1108109c8b60 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:31.813694 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:31.873092 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:32.010177 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 3, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:32.033451 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab32bd58-bbf6-4469-a24c-a64728ab2e59 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (b7589860-f430-49d2-a7ce-9d0fdb908c90), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.038705 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9aeb0c06-3672-4012-ac7c-883b8d3063ec,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:32.049421 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed5228-440d-471f-a659-bbecc66793fe None None] The sync data for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi is: [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 3, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:32.085288 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Port e11a39e4-cb10-4a5b-825d-1108109c8b60 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:32.100375 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Provisioning complete for port 173beaf7-e494-4859-b504-aca29cf0b079 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:32.101556 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (173beaf7-e494-4859-b504-aca29cf0b079), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.108127 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 93803370-876a-408d-8620-4d54ac88c6a5 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:32.109017 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (93803370-876a-408d-8620-4d54ac88c6a5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.144166 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Publish callbacks [] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.153803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab32bd58-bbf6-4469-a24c-a64728ab2e59 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (b7589860-f430-49d2-a7ce-9d0fdb908c90), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.207305 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32bd58-bbf6-4469-a24c-a64728ab2e59 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7589860-f430-49d2-a7ce-9d0fdb908c90,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:32.248043 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c2f2a5c5-2209-4b4e-b4ae-d5d2fc7473b2 req-4c14b4bc-cbbc-47a0-a47e-8598729b4990 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.0842388 Jun 24 08:18:32.250678 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Pushing event updated for resources: {'Port': ['ID=173beaf7-e494-4859-b504-aca29cf0b079,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:32.265580 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:32.267299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:32.283031 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Network 99d769cf-78c9-4625-a069-73c6a05c7529 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:32.291818 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:32.322136 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-202fa492-237f-49b0-9f61-6d94ebb37bca None None] Port 173beaf7-e494-4859-b504-aca29cf0b079 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:32.375445 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 93803370-876a-408d-8620-4d54ac88c6a5 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:32.376112 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (93803370-876a-408d-8620-4d54ac88c6a5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.445102 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 93803370-876a-408d-8620-4d54ac88c6a5, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=93803370-876a-408d-8620-4d54ac88c6a5,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:32.558336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:18:32.563894 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Publish callbacks [] for port (53376778-eb59-4941-8e34-057443f5157a), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.569694 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.636358 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Router b3708fe4-3d64-41b6-a169-3e82ffc2978c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:18:32.643993 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab32bd58-bbf6-4469-a24c-a64728ab2e59 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.645531 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ab32bd58-bbf6-4469-a24c-a64728ab2e59 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3368933 Jun 24 08:18:32.648405 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52890) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:32.655230 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-a7e438bf-f578-44c5-845b-631ff88cd445 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '90a40854-fc4c-48d5-88b0-b1a8ee67dcbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:32.656389 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:32.658560 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fd3e337c-3186-439c-9584-5a61962bf124 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.662513 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-0b7e6033-c3de-4bf3-b95d-35fc2fecd1a7 None None] Provisioning complete for port 9aeb0c06-3672-4012-ac7c-883b8d3063ec triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:32.663388 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-0b7e6033-c3de-4bf3-b95d-35fc2fecd1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.669140 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (93803370-876a-408d-8620-4d54ac88c6a5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.681518 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:32.723022 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd99c1-34c0-4e57-bc63-de3b8a9adf3a None None] Pushing event updated for resources: {'Port': ['ID=e11a39e4-cb10-4a5b-825d-1108109c8b60,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:32.743530 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Attempting to bind port e11a39e4-cb10-4a5b-825d-1108109c8b60 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:32.743981 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Attempting to bind port e11a39e4-cb10-4a5b-825d-1108109c8b60 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:32.747303 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Attempting to bind port e11a39e4-cb10-4a5b-825d-1108109c8b60 on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:32.750417 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:32.751530 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Checking segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:32.752007 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.752491 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Bound using segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:32.753170 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Bound port: e11a39e4-cb10-4a5b-825d-1108109c8b60, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:32.753755 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.803454 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:32.838002 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] For port e11a39e4-cb10-4a5b-825d-1108109c8b60, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:32.842916 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] For port e11a39e4-cb10-4a5b-825d-1108109c8b60, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=e11a39e4-cb10-4a5b-825d-1108109c8b60,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:32.846180 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:32.894417 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a7e438bf-f578-44c5-845b-631ff88cd445 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (46e92d0a-8734-4893-a330-da7f2f4e02c2), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.902158 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (53376778-eb59-4941-8e34-057443f5157a), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.930150 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.975418 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fd3e337c-3186-439c-9584-5a61962bf124 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (070dc3ae-ccb3-4f73-ac46-e0bbfc823e57), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:32.976864 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:32.988251 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-17fd7a1b-2c2f-4f70-b606-1f2a8b692a9e admin admin] 10.222.0.42 "PUT /v2.0/routers/78533d15-058e-4a54-bb4c-aa0bc7eb7f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1623466 Jun 24 08:18:32.994911 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e6033-c3de-4bf3-b95d-35fc2fecd1a7 None None] Port 9aeb0c06-3672-4012-ac7c-883b8d3063ec cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:33.002693 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:33.005195 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:18:33.024562 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b2c86733-6c9f-4b1b-b51e-f14fb27121a6 admin admin] 10.222.0.42 "PUT /v2.0/routers/b3708fe4-3d64-41b6-a169-3e82ffc2978c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4219420 Jun 24 08:18:33.053928 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:33.054891 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:33.067098 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=93803370-876a-408d-8620-4d54ac88c6a5,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:33.078922 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-0b7e6033-c3de-4bf3-b95d-35fc2fecd1a7 None None] Provisioning complete for port 173beaf7-e494-4859-b504-aca29cf0b079 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:33.079347 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-0b7e6033-c3de-4bf3-b95d-35fc2fecd1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (173beaf7-e494-4859-b504-aca29cf0b079), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.081171 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:33.081546 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.089812 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a7e438bf-f578-44c5-845b-631ff88cd445 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (46e92d0a-8734-4893-a330-da7f2f4e02c2), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.132574 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fd3e337c-3186-439c-9584-5a61962bf124 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (070dc3ae-ccb3-4f73-ac46-e0bbfc823e57), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.162468 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f0593-4573-442b-bdfe-12acf9d98f51 None None] Pushing event updated for resources: {'Port': ['ID=53376778-eb59-4941-8e34-057443f5157a,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:33.197916 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a7e438bf-f578-44c5-845b-631ff88cd445 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (46e92d0a-8734-4893-a330-da7f2f4e02c2), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.220012 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e337c-3186-439c-9584-5a61962bf124 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:33.251077 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e438bf-f578-44c5-845b-631ff88cd445 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e92d0a-8734-4893-a330-da7f2f4e02c2,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:33.323738 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:33.323738 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd99c1-34c0-4e57-bc63-de3b8a9adf3a None None] Pushing event updated for resources: {'Port': ['ID=e11a39e4-cb10-4a5b-825d-1108109c8b60,revision_number=4']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:33.351206 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52906) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:33.351826 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fd3e337c-3186-439c-9584-5a61962bf124 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.353322 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-fd3e337c-3186-439c-9584-5a61962bf124 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6263311 Jun 24 08:18:33.356661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52910) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:33.363751 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-970dddf1-d9ca-426d-80e3-8ed5c341be02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'security_group_rule': {'security_group_id': '070dc3ae-ccb3-4f73-ac46-e0bbfc823e57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:33.397753 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e6033-c3de-4bf3-b95d-35fc2fecd1a7 None None] Port 173beaf7-e494-4859-b504-aca29cf0b079 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:33.410392 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Attempting to bind port 53376778-eb59-4941-8e34-057443f5157a on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:33.410770 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Attempting to bind port 53376778-eb59-4941-8e34-057443f5157a by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:33.411133 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Attempting to bind port 53376778-eb59-4941-8e34-057443f5157a on network d92a1584-eab7-4ac8-a344-67821b0aca95 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:33.419543 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:33.419927 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Checking segment: {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:33.420356 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.420750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Bound using segment: {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:33.421222 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Bound port: 53376778-eb59-4941-8e34-057443f5157a, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:33.421604 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53376778-eb59-4941-8e34-057443f5157a), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.421720 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-22cdb62a-ef72-4ef7-8541-660182ba31e8 req-b6ba183e-7871-4066-8036-b80e5bd3823a tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.0672750 Jun 24 08:18:33.468222 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a7e438bf-f578-44c5-845b-631ff88cd445 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.469742 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a7e438bf-f578-44c5-845b-631ff88cd445 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8195789 Jun 24 08:18:33.474502 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:33.476967 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52914) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:33.482858 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:33.534803 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52918) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:33.545951 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-970dddf1-d9ca-426d-80e3-8ed5c341be02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (218d43af-8f4a-4c84-8d47-2dde892fe348), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.598469 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Provisioning complete for port 53376778-eb59-4941-8e34-057443f5157a triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:33.600808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (53376778-eb59-4941-8e34-057443f5157a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.603312 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:33.618543 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.642203 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] For port 53376778-eb59-4941-8e34-057443f5157a, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:33.662908 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] For port 53376778-eb59-4941-8e34-057443f5157a, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=53376778-eb59-4941-8e34-057443f5157a,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:33.666006 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Port 53376778-eb59-4941-8e34-057443f5157a cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:33.683873 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Provisioning complete for port e11a39e4-cb10-4a5b-825d-1108109c8b60 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:33.684614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.767484 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-970dddf1-d9ca-426d-80e3-8ed5c341be02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (218d43af-8f4a-4c84-8d47-2dde892fe348), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.768019 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (53376778-eb59-4941-8e34-057443f5157a), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.846971 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-970dddf1-d9ca-426d-80e3-8ed5c341be02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (218d43af-8f4a-4c84-8d47-2dde892fe348), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:33.868610 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dddf1-d9ca-426d-80e3-8ed5c341be02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218d43af-8f4a-4c84-8d47-2dde892fe348,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:33.952472 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:33.999940 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f0593-4573-442b-bdfe-12acf9d98f51 None None] Pushing event updated for resources: {'Port': ['ID=53376778-eb59-4941-8e34-057443f5157a,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:34.023737 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Routers {'3ca15a2d-2746-4e4c-a081-ed0d1984230c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:34.025790 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:34.032545 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-970dddf1-d9ca-426d-80e3-8ed5c341be02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.040616 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343a78a-54b9-46c3-a8f0-865196da8ea9 None None] The sync data for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi is: [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:34.041389 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-970dddf1-d9ca-426d-80e3-8ed5c341be02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6801577 Jun 24 08:18:34.067916 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52936) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:34.070514 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0bb45613-ac34-4383-abb3-ef84c890792a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.106386 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-b7dc9d37-669e-4062-845c-48bf7d0d6089 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'security_group_rule': {'security_group_id': '070dc3ae-ccb3-4f73-ac46-e0bbfc823e57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:34.183829 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.189302 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Current status of the port e11a39e4-cb10-4a5b-825d-1108109c8b60 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:34.189979 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.192365 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bd46123a-2371-4d16-a8a8-4f2523d08e29 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:34.303661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0bb45613-ac34-4383-abb3-ef84c890792a admin admin] Publish callbacks [] for security_group (b2ca0242-bda2-44c2-97f8-30d872f916ea), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.311334 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:34.315175 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d37-669e-4062-845c-48bf7d0d6089 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (35a2e1b0-cb35-4a29-9b3a-8490ee331f21), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.455606 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] For port e11a39e4-cb10-4a5b-825d-1108109c8b60, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=e11a39e4-cb10-4a5b-825d-1108109c8b60,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:34.484566 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0bb45613-ac34-4383-abb3-ef84c890792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (b2ca0242-bda2-44c2-97f8-30d872f916ea), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.495135 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:34.510360 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] Set router 3ca15a2d-2746-4e4c-a081-ed0d1984230c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:34.549936 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.27.3.88 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/b0855a45-8728-4ee7-9460-8c3bf0a283b5) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:34.626547 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port bd46123a-2371-4d16-a8a8-4f2523d08e29 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:34.627176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.630922 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.692375 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d37-669e-4062-845c-48bf7d0d6089 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (35a2e1b0-cb35-4a29-9b3a-8490ee331f21), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.733458 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:34.755856 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52962) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:34.761608 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-0160fba0-8a0d-4e4d-82c3-0fa034455da7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851054325', 'description': 'tempest-description--539725852'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:34.773163 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb45613-ac34-4383-abb3-ef84c890792a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ca0242-bda2-44c2-97f8-30d872f916ea,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:34.780257 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-0bb45613-ac34-4383-abb3-ef84c890792a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc2dc40fdc94476cb58569ba6cbe0565&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2438586 Jun 24 08:18:34.781385 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d37-669e-4062-845c-48bf7d0d6089 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (35a2e1b0-cb35-4a29-9b3a-8490ee331f21), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:34.811726 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52964) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:34.820182 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc9d37-669e-4062-845c-48bf7d0d6089 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a2e1b0-cb35-4a29-9b3a-8490ee331f21,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:34.940411 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-10ffc285-ac47-49ee-af93-b5bc9c52a1fb req-0fb335c7-faf0-4f0b-8cf7-c889e8f31904 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.0812106 Jun 24 08:18:35.022353 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6dd68f70-eee6-47f4-ad18-a67849f2e334 admin admin] Publish callbacks [] for security_group (b2ca0242-bda2-44c2-97f8-30d872f916ea), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.072778 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6dd68f70-eee6-47f4-ad18-a67849f2e334 admin admin] Publish callbacks [] for security_group (b2ca0242-bda2-44c2-97f8-30d872f916ea), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.115250 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9d37-669e-4062-845c-48bf7d0d6089 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.118135 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b7dc9d37-669e-4062-845c-48bf7d0d6089 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0490723 Jun 24 08:18:35.125351 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0160fba0-8a0d-4e4d-82c3-0fa034455da7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.127688 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.135314 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee620de-5e6e-4262-a0f9-2d1151d9bdbc None None] Pushing event updated for resources: {'Port': ['ID=e11a39e4-cb10-4a5b-825d-1108109c8b60,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:35.149078 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 52974) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:35.193177 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-d340254e-53b4-4e0f-853f-61e5bf6c5fec None None] Provisioning complete for port 53376778-eb59-4941-8e34-057443f5157a triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:35.193658 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d340254e-53b4-4e0f-853f-61e5bf6c5fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (53376778-eb59-4941-8e34-057443f5157a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.225230 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0160fba0-8a0d-4e4d-82c3-0fa034455da7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (dfb0489d-233c-40cf-860f-8fb15e2fbcf3), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.239902 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:35.245754 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:35.249126 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-cca37570-5efc-4ab5-8448-de72f4d78b16 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:35.261135 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-cca37570-5efc-4ab5-8448-de72f4d78b16 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 818 time: 0.5797179 Jun 24 08:18:35.298446 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-b87110de-4060-4dd1-bced-9bb987b80733 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/quotas/e79436f86e1e4038a7b0e41cf468bb62 HTTP/1.1" status: 200 len: 375 time: 0.0360415 Jun 24 08:18:35.316466 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.341521 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:35.345907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0160fba0-8a0d-4e4d-82c3-0fa034455da7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (dfb0489d-233c-40cf-860f-8fb15e2fbcf3), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.412812 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.415828 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Sync routers for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:35.432610 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:35.449187 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:35.449187 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:35.449770 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=b0855a45-8728-4ee7-9460-8c3bf0a283b5,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:35.466592 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:35.533089 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:35.539508 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:35.542758 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:35.705656 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:35.723380 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-329e9b09-ad5b-4ec2-a69f-1379a1664f1a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4240324 Jun 24 08:18:35.750145 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:35.763136 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.767169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0160fba0-8a0d-4e4d-82c3-0fa034455da7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.768884 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-0160fba0-8a0d-4e4d-82c3-0fa034455da7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0116129 Jun 24 08:18:35.771957 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 52994) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:35.773738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6dd68f70-eee6-47f4-ad18-a67849f2e334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (b2ca0242-bda2-44c2-97f8-30d872f916ea), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.778391 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6dd68f70-eee6-47f4-ad18-a67849f2e334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.779861 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6dd68f70-eee6-47f4-ad18-a67849f2e334 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2ca0242-bda2-44c2-97f8-30d872f916ea HTTP/1.1" status: 204 len: 168 time: 0.9495213 Jun 24 08:18:35.781509 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:35.790175 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160fba0-8a0d-4e4d-82c3-0fa034455da7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0489d-233c-40cf-860f-8fb15e2fbcf3,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:35.793970 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-f31560f4-145d-43c9-85be-580df2396220 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0489d-233c-40cf-860f-8fb15e2fbcf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:35.823521 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (69d49c57-0aa3-492e-87e7-3716d376f605), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:35.828495 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:35.837097 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68f70-eee6-47f4-ad18-a67849f2e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ca0242-bda2-44c2-97f8-30d872f916ea,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:36.009845 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f31560f4-145d-43c9-85be-580df2396220 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (16c9d56f-572f-4c14-bfb8-3de774cef9d6), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.045785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.051727 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Allocated IP 172.27.3.133 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/a2256f41-9411-412d-83eb-fea0e4a39a0f) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:36.236054 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-d340254e-53b4-4e0f-853f-61e5bf6c5fec None None] Current status of the port 53376778-eb59-4941-8e34-057443f5157a is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:36.247573 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d340254e-53b4-4e0f-853f-61e5bf6c5fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53376778-eb59-4941-8e34-057443f5157a), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.253822 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e7c84e8f-1912-44e1-b2dc-19e179b4b7c1 req-63a15c91-367b-4b23-8132-67db9d920300 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.0631249 Jun 24 08:18:36.269167 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.283624 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f31560f4-145d-43c9-85be-580df2396220 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (16c9d56f-572f-4c14-bfb8-3de774cef9d6), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.317787 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:36.350640 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f31560f4-145d-43c9-85be-580df2396220 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (16c9d56f-572f-4c14-bfb8-3de774cef9d6), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.354503 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port bd46123a-2371-4d16-a8a8-4f2523d08e29 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:36.354957 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.365326 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 4, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '53376778-eb59-4941-8e34-057443f5157a', 'name': '', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'mac_address': 'fa:16:3e:59:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:18Z', 'updated_at': '2022-06-24T08:18:33Z', 'revision_number': 4, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'subnets': [{'id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:36.369523 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:25Z', 'revision_number': 2, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:36.375142 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:31Z', 'revision_number': 2, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:36.393965 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31560f4-145d-43c9-85be-580df2396220 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c9d56f-572f-4c14-bfb8-3de774cef9d6,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:36.413462 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.425424 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Checking router: b3708fe4-3d64-41b6-a169-3e82ffc2978c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:36.426620 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Updating router b3708fe4-3d64-41b6-a169-3e82ffc2978c port 9aeb0c06-3672-4012-ac7c-883b8d3063ec binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:36.431396 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.434541 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-d340254e-53b4-4e0f-853f-61e5bf6c5fec None None] For port 53376778-eb59-4941-8e34-057443f5157a, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=53376778-eb59-4941-8e34-057443f5157a,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:36.436184 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a44491-9b37-4c3b-a30f-7b3ea5783d4d None None] The sync data for ids ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'] in dv-cinder-834822-6-iscsi is: [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:18:20Z', 'revision_number': 4, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '53376778-eb59-4941-8e34-057443f5157a', 'name': '', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'mac_address': 'fa:16:3e:59:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:18Z', 'updated_at': '2022-06-24T08:18:33Z', 'revision_number': 4, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'subnets': [{'id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:36.439867 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:36.440220 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Updating router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:36.443115 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port bd46123a-2371-4d16-a8a8-4f2523d08e29, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=bd46123a-2371-4d16-a8a8-4f2523d08e29,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:36.470468 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.473091 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'Port': ['ID=a2256f41-9411-412d-83eb-fea0e4a39a0f,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:36.476680 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:36.480419 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:36.480596 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:36.482605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.506636 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f31560f4-145d-43c9-85be-580df2396220 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.508532 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f31560f4-145d-43c9-85be-580df2396220 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7217834 Jun 24 08:18:36.509743 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.511282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d340254e-53b4-4e0f-853f-61e5bf6c5fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (53376778-eb59-4941-8e34-057443f5157a), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.513516 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53006) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:36.531582 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-78ff687b-b57e-42e7-afe9-8d7e3b98a7e6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'security_group_rule': {'security_group_id': 'dfb0489d-233c-40cf-860f-8fb15e2fbcf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:36.595985 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.596811 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device ea6350a6-e4be-42d6-b940-8618e5ab431b up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:36.618415 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (69d49c57-0aa3-492e-87e7-3716d376f605), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.647649 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340254e-53b4-4e0f-853f-61e5bf6c5fec None None] Pushing event updated for resources: {'Port': ['ID=53376778-eb59-4941-8e34-057443f5157a,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:36.687793 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (258f81ca-dc40-42fb-a6fd-aa02a6c5bf25), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.717956 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:36.726215 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=b0855a45-8728-4ee7-9460-8c3bf0a283b5,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:36.746137 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53012) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:36.756257 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=bd46123a-2371-4d16-a8a8-4f2523d08e29,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:36.803779 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.814924 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-090ca4a3-4cce-4f41-a641-1d5aa667cf56 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3274617 Jun 24 08:18:36.816428 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:36.836483 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-78ff687b-b57e-42e7-afe9-8d7e3b98a7e6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (45f4e826-2b93-4578-b340-d1579258f403), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.837711 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port ea6350a6-e4be-42d6-b940-8618e5ab431b triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:36.844803 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.857790 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:36.860321 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:36.915302 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:36.966713 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:18:36.984555 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e2a051c8-aeff-4ba7-a01c-b319c6213bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.048636 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Publish callbacks [] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.048778 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-78ff687b-b57e-42e7-afe9-8d7e3b98a7e6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (45f4e826-2b93-4578-b340-d1579258f403), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.099896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-af5d7d05-0d4f-4f54-add6-f2227134c5eb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:18:37.109632 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-af5d7d05-0d4f-4f54-add6-f2227134c5eb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3233690 Jun 24 08:18:37.167224 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.180713 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-78ff687b-b57e-42e7-afe9-8d7e3b98a7e6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (45f4e826-2b93-4578-b340-d1579258f403), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.238196 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.26', 60199) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:37.242878 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port ea6350a6-e4be-42d6-b940-8618e5ab431b is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:37.268415 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.287089 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:37.315745 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcb50f-bf49-4a4f-b03e-f27e53aa6624 None None] Pushing event updated for resources: {'Port': ['ID=9aeb0c06-3672-4012-ac7c-883b8d3063ec,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:37.361227 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port ea6350a6-e4be-42d6-b940-8618e5ab431b, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=ea6350a6-e4be-42d6-b940-8618e5ab431b,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:37.429567 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-78ff687b-b57e-42e7-afe9-8d7e3b98a7e6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.435514 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-78ff687b-b57e-42e7-afe9-8d7e3b98a7e6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9085877 Jun 24 08:18:37.444810 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Attempting to bind port 9aeb0c06-3672-4012-ac7c-883b8d3063ec on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:37.445355 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Attempting to bind port 9aeb0c06-3672-4012-ac7c-883b8d3063ec by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:37.445568 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Attempting to bind port 9aeb0c06-3672-4012-ac7c-883b8d3063ec on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:37.461987 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:37.464308 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-360088dc-6dec-4ceb-ba29-f77364f545bf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2019197546&fields=id&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 267 time: 0.2260234 Jun 24 08:18:37.464426 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Checking segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:37.464426 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.464426 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Bound using segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:37.464426 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Bound port: 9aeb0c06-3672-4012-ac7c-883b8d3063ec, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:37.464426 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.471632 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.473107 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 3eecd04a-2b14-46a5-8b1b-0bbf38502564 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:37.498438 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53042) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:37.508871 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:37.514010 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff687b-b57e-42e7-afe9-8d7e3b98a7e6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f4e826-2b93-4578-b340-d1579258f403,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:37.662674 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] For port 9aeb0c06-3672-4012-ac7c-883b8d3063ec, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:37.669218 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] For port 9aeb0c06-3672-4012-ac7c-883b8d3063ec, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9aeb0c06-3672-4012-ac7c-883b8d3063ec,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:37.695994 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Publish callbacks [] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.720664 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-82d690d7-89c3-41b2-907e-a5841ac93bec None None] Provisioning complete for port 9aeb0c06-3672-4012-ac7c-883b8d3063ec triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:37.720664 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-82d690d7-89c3-41b2-907e-a5841ac93bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.721559 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e2a051c8-aeff-4ba7-a01c-b319c6213bec admin admin] Publish callbacks [] for security_group (e955a896-5c09-47e2-acee-2f3a3388768d), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.729589 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=ea6350a6-e4be-42d6-b940-8618e5ab431b,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:37.751482 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-e1b3a3cd-8054-4975-a7e0-b0ac5cedddd6 service neutron] 10.222.0.42 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401308 Jun 24 08:18:37.760082 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.763664 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.796017 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:37.796017 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.829721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.834457 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e2a051c8-aeff-4ba7-a01c-b319c6213bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (e955a896-5c09-47e2-acee-2f3a3388768d), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.848073 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.862351 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-82d690d7-89c3-41b2-907e-a5841ac93bec None None] Port 9aeb0c06-3672-4012-ac7c-883b8d3063ec cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:37.940850 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcb50f-bf49-4a4f-b03e-f27e53aa6624 None None] Pushing event updated for resources: {'Port': ['ID=9aeb0c06-3672-4012-ac7c-883b8d3063ec,revision_number=4']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:37.941330 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e2a051c8-aeff-4ba7-a01c-b319c6213bec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6802d5ecdfd740e9bcb5d6b71deabd73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1900783 Jun 24 08:18:37.946081 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a051c8-aeff-4ba7-a01c-b319c6213bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e955a896-5c09-47e2-acee-2f3a3388768d,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:37.953249 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53056) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:37.964250 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:37.973413 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:37.981381 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a04871-129c-4551-ac05-080a8d816ea9 None None] Pushing event updated for resources: {'Port': ['ID=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:38.048847 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:38.049596 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:38.051554 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:38.085365 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.140637 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:38.142456 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device cb811c8d-10a2-480a-a267-d040c6776f62 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:38.246944 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Attempting to bind port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:38.247700 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Attempting to bind port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:38.247798 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Attempting to bind port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:38.253708 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (258f81ca-dc40-42fb-a6fd-aa02a6c5bf25), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.261729 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:38.262185 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Checking segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:38.262630 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.263228 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Bound using segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:38.263746 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Bound port: e97a4e06-d63f-48da-b6dc-5b2a69d690e7, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:38.264157 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.449338 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-41cad368-d900-4c5a-82bb-c0a46602f8a0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:38.451460 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-41cad368-d900-4c5a-82bb-c0a46602f8a0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.9353280 Jun 24 08:18:38.485630 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:38.499046 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'Port': ['ID=a2256f41-9411-412d-83eb-fea0e4a39a0f,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:38.556794 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5cee74bd-85b2-4b80-949e-f072f0e890ab admin admin] Publish callbacks [] for security_group (e955a896-5c09-47e2-acee-2f3a3388768d), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.559384 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-0ddea326-2cc9-4777-bc89-a69e62ff46c4 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:38.561704 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-0ddea326-2cc9-4777-bc89-a69e62ff46c4 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.26 "GET /v2.0/networks?id=d92a1584-eab7-4ac8-a344-67821b0aca95 HTTP/1.1" status: 200 len: 812 time: 1.3159292 Jun 24 08:18:38.571804 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:38.576386 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-8b9d78cb-a7d3-4dbf-ab7a-bae4f1669a46 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/quotas/a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 375 time: 0.0995107 Jun 24 08:18:38.586467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port cb811c8d-10a2-480a-a267-d040c6776f62 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:38.586779 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.591661 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Provisioning complete for port 9aeb0c06-3672-4012-ac7c-883b8d3063ec triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:38.591661 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.593504 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5cee74bd-85b2-4b80-949e-f072f0e890ab admin admin] Publish callbacks [] for security_group (e955a896-5c09-47e2-acee-2f3a3388768d), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.661929 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Allocated IP 172.27.3.205 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/4319836c-01c3-4633-9fe6-268e73b440b6) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:38.720795 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.722312 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-24beba9c-a1f3-44f3-b653-20ac624d8026 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4954050 Jun 24 08:18:38.729720 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Request body: {'port': {'device_id': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'admin_state_up': True, 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:38.863972 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] For port e97a4e06-d63f-48da-b6dc-5b2a69d690e7, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:38.867069 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5cee74bd-85b2-4b80-949e-f072f0e890ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (e955a896-5c09-47e2-acee-2f3a3388768d), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.874187 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-355a336f-7666-41b3-9ea6-e7d9eeb6405d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301989 Jun 24 08:18:38.879520 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5cee74bd-85b2-4b80-949e-f072f0e890ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:38.883196 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5cee74bd-85b2-4b80-949e-f072f0e890ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e955a896-5c09-47e2-acee-2f3a3388768d HTTP/1.1" status: 204 len: 168 time: 0.9253583 Jun 24 08:18:38.931180 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee74bd-85b2-4b80-949e-f072f0e890ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e955a896-5c09-47e2-acee-2f3a3388768d,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:38.951325 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:38.977112 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-ccb5678b-08ab-40da-be97-2ef8329cc514 service neutron] 10.222.0.42 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2212152 Jun 24 08:18:38.978642 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] For port e97a4e06-d63f-48da-b6dc-5b2a69d690e7, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:38.984681 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53094) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:38.995869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for port (4319836c-01c3-4633-9fe6-268e73b440b6), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.056027 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4ba8b-683d-4abe-94ef-8732279039af None None] The sync data for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi is: [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:39.067125 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:39.076312 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port cb811c8d-10a2-480a-a267-d040c6776f62 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:39.077579 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 93803370-876a-408d-8620-4d54ac88c6a5 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:39.097197 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Made reservation on behalf of 14f7d7e0a5614243974c4c44ec466b14 for: {'port': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:39.100990 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.162099 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Current status of the port 9aeb0c06-3672-4012-ac7c-883b8d3063ec is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:39.165486 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.216411 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (4319836c-01c3-4633-9fe6-268e73b440b6), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.222046 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.233563 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:39.266516 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-d7209e2a-5268-436c-a331-e12246a14452 service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660824 Jun 24 08:18:39.310264 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'Port': ['ID=4319836c-01c3-4633-9fe6-268e73b440b6,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:39.335674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:39.338908 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:39.342682 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:39.364303 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a04871-129c-4551-ac05-080a8d816ea9 None None] Pushing event updated for resources: {'Port': ['ID=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:39.369975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] For port 9aeb0c06-3672-4012-ac7c-883b8d3063ec, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9aeb0c06-3672-4012-ac7c-883b8d3063ec,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:39.372992 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:39.378858 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:39.386871 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 93803370-876a-408d-8620-4d54ac88c6a5 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:39.390612 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (93803370-876a-408d-8620-4d54ac88c6a5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.453068 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (718f7213-e027-42f3-84d5-e922e8057315), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.651512 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.658022 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4319836c-01c3-4633-9fe6-268e73b440b6), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.698502 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:39.710360 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:39.805424 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-f0b99774-769a-4b82-97a3-64dd48c0d13c service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366566 Jun 24 08:18:39.834936 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Provisioning complete for port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:39.835355 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:39.840711 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1021152877-network', 'tenant_id': '6987df9719eb41dba9c592a1a2c461fd'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:39.952449 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:39.976945 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Pushing event updated for resources: {'Port': ['ID=9aeb0c06-3672-4012-ac7c-883b8d3063ec,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:40.110013 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:40.133573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for port (4319836c-01c3-4633-9fe6-268e73b440b6), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.141159 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:40.170945 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 93803370-876a-408d-8620-4d54ac88c6a5 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:40.271335 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Allocated IP 172.20.0.4 (d92a1584-eab7-4ac8-a344-67821b0aca95/5d24d9ca-3faa-475e-890e-2cbdc44c4982/823e7cca-f746-4e4d-acb7-1d8522ad4750) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:40.296456 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6974e315-a983-4234-9736-56eae3455e4b req-03a4372a-4a7d-42b5-934d-c05a107fb7ee tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.2472696 Jun 24 08:18:40.312595 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (4319836c-01c3-4633-9fe6-268e73b440b6), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.347410 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (718f7213-e027-42f3-84d5-e922e8057315), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.364013 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Made reservation on behalf of 6987df9719eb41dba9c592a1a2c461fd for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:40.389391 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.412951 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Current status of the port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:40.420417 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.492100 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.601757 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] For port e97a4e06-d63f-48da-b6dc-5b2a69d690e7, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:40.618844 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53144) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:40.651655 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b83abb30-2dc0-42c4-a967-06cf3d4a7bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.702871 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'Port': ['ID=4319836c-01c3-4633-9fe6-268e73b440b6,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:40.728287 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.741303 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-96a2717c-a9e5-4d07-b307-ef500b0cb04b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2415259 Jun 24 08:18:40.752628 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:40.781200 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:40.805936 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9f749e7f-6c29-4c3b-80ba-5af48f5ad333 req-d830b692-d184-4388-b3b5-715619b9b609 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 210 time: 0.2544572 Jun 24 08:18:40.962307 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9aeb0c06-3672-4012-ac7c-883b8d3063ec up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:41.031093 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b83abb30-2dc0-42c4-a967-06cf3d4a7bd9 admin admin] Publish callbacks [] for security_group (27f6e7f0-357a-4d08-a08c-199c1c765032), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.054358 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7cd70534-81a2-485e-89f3-272657969515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:38Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:41.065224 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-a8f4aa82-59b1-40ed-b517-519e20f1fc03 None None] Provisioning complete for port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:41.065224 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a8f4aa82-59b1-40ed-b517-519e20f1fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.130789 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-084665e3-2780-4456-bccf-3ed3bc7ced6d req-488561fd-f338-4637-9146-79942ef98a8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 210 time: 0.1937058 Jun 24 08:18:41.154436 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd70534-81a2-485e-89f3-272657969515 None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:38Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:41.160245 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0122f-622b-40f6-8675-7eb74a7269e8 None None] Pushing event updated for resources: {'Port': ['ID=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:41.193076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b83abb30-2dc0-42c4-a967-06cf3d4a7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (27f6e7f0-357a-4d08-a08c-199c1c765032), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.272834 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 9aeb0c06-3672-4012-ac7c-883b8d3063ec triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:41.274203 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.279133 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83abb30-2dc0-42c4-a967-06cf3d4a7bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f6e7f0-357a-4d08-a08c-199c1c765032,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:41.305692 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-324cfb0f-acb2-46ea-baf7-63ec4c83758d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--302604831&fields=id&tenant_id=dc30155e50104560b2cd8d95f3e534a6 HTTP/1.1" status: 200 len: 267 time: 0.6996849 Jun 24 08:18:41.348966 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b83abb30-2dc0-42c4-a967-06cf3d4a7bd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abc216cca63840748a9c1673592d0921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7333243 Jun 24 08:18:41.351359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53176) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:41.401501 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-a8f4aa82-59b1-40ed-b517-519e20f1fc03 None None] Current status of the port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:41.500502 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 9aeb0c06-3672-4012-ac7c-883b8d3063ec is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:41.501577 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bd46123a-2371-4d16-a8a8-4f2523d08e29 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:41.507223 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d893f607-cdfe-4dfa-9708-e05e566d69fe admin admin] Publish callbacks [] for security_group (27f6e7f0-357a-4d08-a08c-199c1c765032), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.555642 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d893f607-cdfe-4dfa-9708-e05e566d69fe admin admin] Publish callbacks [] for security_group (27f6e7f0-357a-4d08-a08c-199c1c765032), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.615543 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port bd46123a-2371-4d16-a8a8-4f2523d08e29 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:41.616162 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.770393 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks [] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.787868 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port bd46123a-2371-4d16-a8a8-4f2523d08e29 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:41.789473 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device e97a4e06-d63f-48da-b6dc-5b2a69d690e7 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:41.797896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks [] for security_group (128e479d-df9e-4c66-989d-55b44a127370), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.829687 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-13927424-c5b8-4886-bea2-c4163fde4f8a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:41.831703 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-13927424-c5b8-4886-bea2-c4163fde4f8a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 809 time: 0.4772511 Jun 24 08:18:41.835501 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-f79bd419-6b94-48f9-a9b1-4f7d8d04008f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1851054325&fields=id&tenant_id=e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 267 time: 0.5267572 Jun 24 08:18:41.848313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:41.848701 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.857826 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-16c9ac86-9655-49fa-aedd-190462b680b4 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/quotas/dc30155e50104560b2cd8d95f3e534a6 HTTP/1.1" status: 200 len: 375 time: 0.0181100 Jun 24 08:18:41.939338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d893f607-cdfe-4dfa-9708-e05e566d69fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (27f6e7f0-357a-4d08-a08c-199c1c765032), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.947264 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:41.950786 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device ea6350a6-e4be-42d6-b940-8618e5ab431b up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:41.952922 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-3cd28799-a28b-4385-9375-519555eaf32b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792408 Jun 24 08:18:41.956379 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d893f607-cdfe-4dfa-9708-e05e566d69fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.957896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (128e479d-df9e-4c66-989d-55b44a127370), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:41.961398 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-d893f607-cdfe-4dfa-9708-e05e566d69fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27f6e7f0-357a-4d08-a08c-199c1c765032 HTTP/1.1" status: 204 len: 168 time: 0.6088848 Jun 24 08:18:41.987914 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:18:42.003457 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893f607-cdfe-4dfa-9708-e05e566d69fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f6e7f0-357a-4d08-a08c-199c1c765032,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:42.022316 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:42.069939 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port ea6350a6-e4be-42d6-b940-8618e5ab431b triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:42.070307 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:42.154999 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:42.158999 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-dee38226-63b4-4dc9-8025-deb18e1585a1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:42.167206 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-dee38226-63b4-4dc9-8025-deb18e1585a1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 816 time: 0.3224175 Jun 24 08:18:42.226795 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (d2bd8e9b-0626-4558-a9ad-07edebcb267a), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:42.231645 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Added segment d2bd8e9b-0626-4558-a9ad-07edebcb267a of type vlan for network 809d9b80-4f16-4fbb-a9a7-e2edcc3bd161 Jun 24 08:18:42.235223 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port ea6350a6-e4be-42d6-b940-8618e5ab431b is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:42.236481 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9aa50361-0320-4642-ba41-3c09fb012b41 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:42.252668 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-5d80b16e-4010-4b9d-a4c1-7154a4f1f467 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/quotas/e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 375 time: 0.0845809 Jun 24 08:18:42.266349 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e479d-df9e-4c66-989d-55b44a127370,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:42.307216 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 9aa50361-0320-4642-ba41-3c09fb012b41 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:42.308082 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:42.332507 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-39dde39e-4053-44b0-8b77-dbb224588478 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789185 Jun 24 08:18:42.414724 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:42.435256 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (809d9b80-4f16-4fbb-a9a7-e2edcc3bd161), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:42.594698 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.db.resource_extend [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 08:18:42.675598 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-5fffeb2d-d4b6-495e-a1fc-c0eb2aec7508 service neutron] 10.222.0.42 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681225 Jun 24 08:18:42.686079 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:42.697746 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Network d92a1584-eab7-4ac8-a344-67821b0aca95 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:42.739151 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:42.750598 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Pushing event updated for resources: {'Port': ['ID=823e7cca-f746-4e4d-acb7-1d8522ad4750,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:42.753191 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:42.782223 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:42.782922 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:42.904840 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 9aa50361-0320-4642-ba41-3c09fb012b41 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:42.905345 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:42.966726 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 9aa50361-0320-4642-ba41-3c09fb012b41, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9aa50361-0320-4642-ba41-3c09fb012b41,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:43.067479 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:43.068816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 53376778-eb59-4941-8e34-057443f5157a up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:43.111241 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-068727e1-5748-4d37-bd21-01a28a849e19 service neutron] 10.222.0.42 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117567 Jun 24 08:18:43.222077 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-bc3b08a5-00cc-4121-9b2b-f8f35af14789 None None] Provisioning complete for port 823e7cca-f746-4e4d-acb7-1d8522ad4750 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:43.222506 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bc3b08a5-00cc-4121-9b2b-f8f35af14789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:43.293320 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-75ac88e7-843f-4fd1-a870-e47340e0b376 service neutron] 10.222.0.42 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865641 Jun 24 08:18:43.298021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 53376778-eb59-4941-8e34-057443f5157a triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:43.298410 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (53376778-eb59-4941-8e34-057443f5157a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:43.317658 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-ae632b2a-82df-4a7a-b38f-30d6ad1eb317 service neutron] 10.222.0.42 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890004 Jun 24 08:18:43.319367 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (809d9b80-4f16-4fbb-a9a7-e2edcc3bd161), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:43.323511 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:43.324186 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:43.328207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=9aa50361-0320-4642-ba41-3c09fb012b41,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:43.364844 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b08a5-00cc-4121-9b2b-f8f35af14789 None None] Port 823e7cca-f746-4e4d-acb7-1d8522ad4750 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:43.374056 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-391eb5c6-7c7f-4236-bc16-eee2bb9f4e88 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7282784 Jun 24 08:18:43.419462 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-313fc739-ea6e-4373-b840-f296c583bcec tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:18:43.426542 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-313fc739-ea6e-4373-b840-f296c583bcec tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0308039 Jun 24 08:18:43.502991 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 53376778-eb59-4941-8e34-057443f5157a is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:43.504878 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device e11a39e4-cb10-4a5b-825d-1108109c8b60 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:43.508179 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=809d9b80-4f16-4fbb-a9a7-e2edcc3bd161,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:43.573281 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:43.581398 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-47f46aae-5587-444b-80ea-753b434b8fc1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.5919011 Jun 24 08:18:43.593245 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 809d9b80-4f16-4fbb-a9a7-e2edcc3bd161 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:18:43.593423 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53220) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:43.598304 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Request body: {'subnet': {'network_id': '809d9b80-4f16-4fbb-a9a7-e2edcc3bd161', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1021152877-subnet', 'tenant_id': '6987df9719eb41dba9c592a1a2c461fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:43.676529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:43.793246 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Made reservation on behalf of 6987df9719eb41dba9c592a1a2c461fd for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:43.796350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:43.961918 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:44.105254 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Sync routers for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:18:44.173551 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port e11a39e4-cb10-4a5b-825d-1108109c8b60 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:44.173750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:44.239365 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68a633-6e77-4836-afd4-c1f39a79b308 req-3a1efa04-11b7-49f1-95f0-41d00e70d3dc tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:44.252653 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ee68a633-6e77-4836-afd4-c1f39a79b308 req-3a1efa04-11b7-49f1-95f0-41d00e70d3dc tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 931 time: 0.2852354 Jun 24 08:18:44.280275 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:44.280944 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:44.287969 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:44.373090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Request body: {'port': {'device_id': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:44.490818 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:44.546475 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ee68a633-6e77-4836-afd4-c1f39a79b308 req-30ccb9e3-cde9-4ca9-bef1-8723599c16cb tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928174 Jun 24 08:18:44.603151 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-4275231b-4b9f-4f58-9fda-f5a5d68ab3a9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:44.608279 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-4275231b-4b9f-4f58-9fda-f5a5d68ab3a9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 818 time: 0.5730202 Jun 24 08:18:44.628618 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:44.684487 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:44.688730 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-0bf1e58f-634f-448f-b22a-cb17c0f4f890 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/quotas/e79436f86e1e4038a7b0e41cf468bb62 HTTP/1.1" status: 200 len: 375 time: 0.0709717 Jun 24 08:18:44.690976 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (be5e3ccf-9516-46da-a9e6-87fcb72d3427), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:44.725651 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:44.728285 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port e11a39e4-cb10-4a5b-825d-1108109c8b60 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:44.780286 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:44.859589 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1de53bba-8519-491f-b23f-ede7cc37db76 req-cc1de52e-0937-4fc3-8b1a-dcdfb835e111 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 210 time: 0.1473897 Jun 24 08:18:44.874733 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5e3ccf-9516-46da-a9e6-87fcb72d3427,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:44.964167 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Checking segment: {'id': 'd2bd8e9b-0626-4558-a9ad-07edebcb267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '809d9b80-4f16-4fbb-a9a7-e2edcc3bd161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:44.966174 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Network hostable DHCP agents. Network: 809d9b80-4f16-4fbb-a9a7-e2edcc3bd161, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:18:45.014110 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device e97a4e06-d63f-48da-b6dc-5b2a69d690e7 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:45.198789 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-005aec2e-aead-48cb-8c1c-857fc94efeed req-128aae58-4fda-4d5d-b489-8ea7e7d979e9 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 210 time: 0.1488173 Jun 24 08:18:45.222571 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-1f3170e2-d8b3-4602-9c1a-4c59a2887596 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4520292 Jun 24 08:18:45.291123 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:31Z', 'revision_number': 2, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:45.293210 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Network 809d9b80-4f16-4fbb-a9a7-e2edcc3bd161 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:18:45.296624 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:45.297021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:45.398450 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 809d9b80-4f16-4fbb-a9a7-e2edcc3bd161) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:45.405242 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:45.408876 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:45.420044 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Checking router: 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:18:45.423068 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Updating router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a port 173beaf7-e494-4859-b504-aca29cf0b079 binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:18:45.434136 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95b77b85-b77c-47e8-abc7-9f54728be8a9 req-49bfaefd-abfd-48ca-87c2-e32c9f9b27b9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 210 time: 0.0635893 Jun 24 08:18:45.466075 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.26', 60208) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:45.493397 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b9395-5214-44d3-a930-49c067599d9a None None] Network 809d9b80-4f16-4fbb-a9a7-e2edcc3bd161 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:45.559826 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (173beaf7-e494-4859-b504-aca29cf0b079), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:45.628113 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b0875396-1f52-4f8d-bec8-cba51091fce8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0334334 Jun 24 08:18:45.743854 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:45.757420 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.26', 60209) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:45.907838 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:45.933609 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-d460df67-e901-4a0e-8f51-871be5db50e5 service neutron] 10.222.0.42 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026262 Jun 24 08:18:45.962425 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6bfad-7667-4eb6-ab74-1298426bbd07 req-892a5a49-6b8a-4650-b3ff-d8a7a0711be6 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:45.966396 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-14e6bfad-7667-4eb6-ab74-1298426bbd07 req-892a5a49-6b8a-4650-b3ff-d8a7a0711be6 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 931 time: 0.1704903 Jun 24 08:18:46.025905 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:46.031774 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9aa50361-0320-4642-ba41-3c09fb012b41 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:46.188550 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41859610-7004-4b7f-9e3a-d3c2128f6c0d None None] Network 809d9b80-4f16-4fbb-a9a7-e2edcc3bd161 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:46.336516 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-e7a405eb-0fb4-4b18-826e-7eb50e78348e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:46.346630 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-e7a405eb-0fb4-4b18-826e-7eb50e78348e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 818 time: 0.8617225 Jun 24 08:18:46.373538 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-e2acc048-83c3-432f-b44d-b67729a84d24 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:46.376958 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-e2acc048-83c3-432f-b44d-b67729a84d24 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.6149142 Jun 24 08:18:46.475765 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'port': {'device_id': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'admin_state_up': True, 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:46.508309 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:46.516344 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-14e6bfad-7667-4eb6-ab74-1298426bbd07 req-59e275a5-17c4-4235-b801-713ef9a196a6 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344787 Jun 24 08:18:46.530723 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823e7cca-f746-4e4d-acb7-1d8522ad4750 {{(pid=104492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:18:46.591767 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Publish callbacks [] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:46.625086 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 9aa50361-0320-4642-ba41-3c09fb012b41 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:46.625571 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:46.694801 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-1e5c500c-7f7f-44cc-ae10-c873bb2418ed service neutron] 10.222.0.42 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266805 Jun 24 08:18:46.703751 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.provisioning_blocks [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Transition to ACTIVE for port object 823e7cca-f746-4e4d-acb7-1d8522ad4750 will not be triggered until provisioned by entity L2. {{(pid=104492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:18:46.805691 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ed8db8fd-311a-4896-b5b0-44fa9346b174 req-a174488b-3f23-4100-9125-e46907a7264f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 210 time: 0.0613537 Jun 24 08:18:46.809584 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:46.921014 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-863d8762-5d7a-4900-a43b-0b1258667b4c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 380 time: 0.4415197 Jun 24 08:18:46.958314 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Pushing event updated for resources: {'Port': ['ID=823e7cca-f746-4e4d-acb7-1d8522ad4750,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:47.034133 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'port': {'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'admin_state_up': True, 'tenant_id': 'a14e04756d06417da712e47759853a06', 'security_groups': ['90a40854-fc4c-48d5-88b0-b1a8ee67dcbe']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:47.095168 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:47.155444 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:47.287518 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dee55f2e-3469-413c-8e89-1252a120f5bc req-9a568138-c045-424b-bd29-46363970d91d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 210 time: 0.1219587 Jun 24 08:18:47.343667 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.managers [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Attempting to bind port 823e7cca-f746-4e4d-acb7-1d8522ad4750 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:47.362113 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.managers [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Attempting to bind port 823e7cca-f746-4e4d-acb7-1d8522ad4750 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'}] {{(pid=104492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:47.364288 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Attempting to bind port 823e7cca-f746-4e4d-acb7-1d8522ad4750 on network d92a1584-eab7-4ac8-a344-67821b0aca95 {{(pid=104492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:47.380664 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 9aa50361-0320-4642-ba41-3c09fb012b41 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:47.437542 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Port 823e7cca-f746-4e4d-acb7-1d8522ad4750 on network d92a1584-eab7-4ac8-a344-67821b0aca95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:18:47.441551 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Attempting to bind port 823e7cca-f746-4e4d-acb7-1d8522ad4750 on network d92a1584-eab7-4ac8-a344-67821b0aca95 {{(pid=104492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:47.478709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Publish callbacks [] for port (173beaf7-e494-4859-b504-aca29cf0b079), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:47.535281 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:47.553671 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:47.556422 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Checking segment: {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:47.557645 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Bound using segment: {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'} {{(pid=104492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:47.560508 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.managers [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Bound port: 823e7cca-f746-4e4d-acb7-1d8522ad4750, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bae00ee-695d-4160-b691-d209759ddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95'}}] {{(pid=104492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:47.561078 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:47.592718 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (173beaf7-e494-4859-b504-aca29cf0b079), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:47.605514 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f2fd483-5b96-4dd7-9ea5-df919f0cda3a req-413bc4b6-4822-4ba3-8506-6c9aa89a599e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 210 time: 0.2638927 Jun 24 08:18:47.740789 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-078d106c-86af-4b03-b302-cdb49c03a898 req-8ce115a7-1846-4c05-b42b-6749113b1d4d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.2831616 Jun 24 08:18:47.801406 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcb3ca-8453-412e-bec2-3be9873c7f4d None None] Pushing event updated for resources: {'Port': ['ID=173beaf7-e494-4859-b504-aca29cf0b079,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:47.871179 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53364) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:47.957610 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788794261-network', 'tenant_id': '9862e9ee099c4956ade77aba03e169ff'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:48.009455 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:48.146316 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] For port 823e7cca-f746-4e4d-acb7-1d8522ad4750, host hv-cinder-83482, cleared binding levels {{(pid=104492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:48.151382 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] For port 823e7cca-f746-4e4d-acb7-1d8522ad4750, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:48.171322 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Attempting to bind port 173beaf7-e494-4859-b504-aca29cf0b079 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:48.172001 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Attempting to bind port 173beaf7-e494-4859-b504-aca29cf0b079 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:48.172565 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Attempting to bind port 173beaf7-e494-4859-b504-aca29cf0b079 on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:48.186025 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:48.186813 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Checking segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:48.187462 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.188067 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Bound using segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:48.189245 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Bound port: 173beaf7-e494-4859-b504-aca29cf0b079, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:48.189845 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (173beaf7-e494-4859-b504-aca29cf0b079), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.194550 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-877b9676-b007-44ef-9067-2ffafadf3d00 None None] Provisioning complete for port 173beaf7-e494-4859-b504-aca29cf0b079 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:48.195246 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-877b9676-b007-44ef-9067-2ffafadf3d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (173beaf7-e494-4859-b504-aca29cf0b079), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.204633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Made reservation on behalf of e79436f86e1e4038a7b0e41cf468bb62 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:48.206223 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5bb9789e-4bd6-4e53-aec1-b200cc04ab2b req-3d814f46-9443-43b8-890c-2c9c3d7dd9e0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 210 time: 0.1593158 Jun 24 08:18:48.213628 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf7707-c9be-4cd6-93a9-ec21ecc97b7c req-81e63f95-bce2-41f9-abbe-db9ab8bf4ab9 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:48.215048 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.219656 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Made reservation on behalf of a14e04756d06417da712e47759853a06 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:48.224465 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d2bf7707-c9be-4cd6-93a9-ec21ecc97b7c req-81e63f95-bce2-41f9-abbe-db9ab8bf4ab9 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.4311607 Jun 24 08:18:48.230385 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.363916 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-877b9676-b007-44ef-9067-2ffafadf3d00 None None] Port 173beaf7-e494-4859-b504-aca29cf0b079 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:48.428012 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] For port 173beaf7-e494-4859-b504-aca29cf0b079, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:48.438941 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] For port 173beaf7-e494-4859-b504-aca29cf0b079, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=173beaf7-e494-4859-b504-aca29cf0b079,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:48.440927 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53372) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:48.532699 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (173beaf7-e494-4859-b504-aca29cf0b079), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.660709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcb3ca-8453-412e-bec2-3be9873c7f4d None None] Pushing event updated for resources: {'Port': ['ID=173beaf7-e494-4859-b504-aca29cf0b079,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:48.686114 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:18:48.687021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:48.702957 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Made reservation on behalf of 9862e9ee099c4956ade77aba03e169ff for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:48.706363 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.735892 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.774315 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.864170 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d2ebd6f6-9bf1-46c8-a0a2-4dcb642811be req-5772de8c-02d3-4024-8400-6d469879328b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 210 time: 0.1849973 Jun 24 08:18:48.865789 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:48.866520 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:48.872707 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] 10.222.0.26 "PUT /v2.0/ports/823e7cca-f746-4e4d-acb7-1d8522ad4750 HTTP/1.1" status: 200 len: 1093 time: 4.9856853 Jun 24 08:18:48.898713 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'tag': '823e7cca-f746-4e4d-acb7-1d8522ad4750'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:18:48.906880 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:18:48.975878 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.26', 60217) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:48.980397 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-10f5a972-3584-4eb8-b380-181314ea8d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:49.077281 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.20.0.13 (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7/789614df-f71d-4776-8b30-38fd808186d3/5f99fb72-376e-4446-ad42-3753371001b5) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:49.383417 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Allocated IP 172.20.0.6 (99d769cf-78c9-4625-a069-73c6a05c7529/bb38fc0b-ebc5-4305-a622-9498b9041079/072982f9-ed8e-452f-86d8-8f755a82116b) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:49.392008 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-e87ab362-a787-4137-8779-efe32aa6ee0f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:49.400717 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-ca0c2755-e86b-4448-b663-e1f4e625276d None None] Provisioning complete for port 173beaf7-e494-4859-b504-aca29cf0b079 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:49.401098 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2755-e86b-4448-b663-e1f4e625276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (173beaf7-e494-4859-b504-aca29cf0b079), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:49.423361 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-e87ab362-a787-4137-8779-efe32aa6ee0f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 809 time: 0.4184310 Jun 24 08:18:49.434350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.26', 60218) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:49.446244 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864812ec-6882-47ca-b433-76d5802ec914" -d '{"events": [{"name": "network-changed", "server_uuid": "02ce4c46-0c8a-4917-8efb-30706cac089c", "tag": "823e7cca-f746-4e4d-acb7-1d8522ad4750"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:18:49.462614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:49.497518 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-11ecd97d-0aab-4551-a48d-8f380ec9adac req-34ed2cd9-8481-4e79-b936-41f49397e299 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 210 time: 0.3530066 Jun 24 08:18:49.636554 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d2bf7707-c9be-4cd6-93a9-ec21ecc97b7c req-c2bc2631-75c9-4f96-85c8-d50aa7b500d2 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4061842 Jun 24 08:18:49.649673 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-39dd4a55-ca9e-4d5c-a0d5-8647103a2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:49.651398 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-39dd4a55-ca9e-4d5c-a0d5-8647103a2cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14f7d7e0a5614243974c4c44ec466b14&device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 1127 time: 0.4588356 Jun 24 08:18:49.652188 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63622e-5d62-4e0a-a87f-cf489076c281 service neutron] Pushing event updated for resources: {'Port': ['ID=823e7cca-f746-4e4d-acb7-1d8522ad4750,revision_number=3']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:49.666202 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:48Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:49.702819 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2daa-6a58-487f-a433-ada6ccbef87a None None] The sync data for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi is: [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:48Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:18:49.732800 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c2755-e86b-4448-b663-e1f4e625276d None None] Current status of the port 173beaf7-e494-4859-b504-aca29cf0b079 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:49.733348 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2755-e86b-4448-b663-e1f4e625276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (173beaf7-e494-4859-b504-aca29cf0b079), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:49.771191 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-87ebe3e3-2413-49bf-b32a-7d02f8bc7673 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc30155e50104560b2cd8d95f3e534a6 HTTP/1.1" status: 200 len: 379 time: 0.2468619 Jun 24 08:18:49.806345 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-ca0c2755-e86b-4448-b663-e1f4e625276d None None] For port 173beaf7-e494-4859-b504-aca29cf0b079, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=173beaf7-e494-4859-b504-aca29cf0b079,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:18:49.806678 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks [] for security_group (89d011f7-6cbd-4cc3-9e18-fa9efaebaf33), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:49.825595 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'port': {'device_id': '47798514-cc6d-44cd-bb83-cc051cd57531', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'admin_state_up': True, 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'security_groups': ['070dc3ae-ccb3-4f73-ac46-e0bbfc823e57']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:49.903241 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2755-e86b-4448-b663-e1f4e625276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (173beaf7-e494-4859-b504-aca29cf0b079), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.025209 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-10f5a972-3584-4eb8-b380-181314ea8d70 admin admin] Publish callbacks [] for security_group (5a3dd586-4b47-46c7-8dae-c5b169bb8f18), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.060428 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-cb7a2231-59ad-45b5-8473-87cd0e204a13 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:50.062092 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-cb7a2231-59ad-45b5-8473-87cd0e204a13 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 816 time: 0.6233540 Jun 24 08:18:50.062863 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d46e7d38-7cfe-4c2c-9ec2-90f81caab064 req-5a067a1f-c195-4845-a8f9-9a514f4f4aca tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.4193120 Jun 24 08:18:50.069417 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6f68a308-9f56-444b-9cd3-d7cbf7621d84 req-8b092198-8867-4868-883a-d9aefdef2183 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 210 time: 0.2575099 Jun 24 08:18:50.071421 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (89d011f7-6cbd-4cc3-9e18-fa9efaebaf33), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.088752 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c2755-e86b-4448-b663-e1f4e625276d None None] Pushing event updated for resources: {'Port': ['ID=173beaf7-e494-4859-b504-aca29cf0b079,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:50.101782 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-8bfb1159-142a-4734-9b9c-84f22bcb0583 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750 HTTP/1.1" status: 200 len: 217 time: 0.2840917 Jun 24 08:18:50.344008 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-10f5a972-3584-4eb8-b380-181314ea8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (5a3dd586-4b47-46c7-8dae-c5b169bb8f18), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.463624 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc5d4c1-92a3-4fd7-8bbb-bb7c830a0917 x-openstack-request-id: req-fcc5d4c1-92a3-4fd7-8bbb-bb7c830a0917 {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:18:50.464078 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ce4c46-0c8a-4917-8efb-30706cac089c", "tag": "823e7cca-f746-4e4d-acb7-1d8522ad4750", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:18:50.465686 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcc5d4c1-92a3-4fd7-8bbb-bb7c830a0917 {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:18:50.465686 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc5d4c1-92a3-4fd7-8bbb-bb7c830a0917'] response: {'name': 'network-changed', 'server_uuid': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'tag': '823e7cca-f746-4e4d-acb7-1d8522ad4750', 'status': 'completed', 'code': 200} Jun 24 08:18:50.473383 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:50.491739 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:18:50.508373 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-10f5a972-3584-4eb8-b380-181314ea8d70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c4c529939af44bab2408753b6ef2e74&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0638499 Jun 24 08:18:50.523344 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53412) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:50.601433 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6d5324fe-5d8e-471f-ad71-a0980b209e18 req-ee5e4ff5-20b1-45cb-bc82-93f4c54285f5 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 210 time: 0.2120614 Jun 24 08:18:50.609792 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-86bc5119-8dc0-483d-a4d0-095ef0769eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:50.625216 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-86bc5119-8dc0-483d-a4d0-095ef0769eab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d24d9ca-3faa-475e-890e-2cbdc44c4982 HTTP/1.1" status: 200 len: 851 time: 0.4478631 Jun 24 08:18:50.625216 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d011f7-6cbd-4cc3-9e18-fa9efaebaf33,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:50.643090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (e7974805-defc-4dde-af77-ddafd4a24489), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.643614 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Added segment e7974805-defc-4dde-af77-ddafd4a24489 of type vlan for network 51678de5-0368-46d9-9017-c3cc9a012c65 Jun 24 08:18:50.684629 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5f825358-e34b-41b0-b6b0-23012947455a req-95384434-ef01-485a-b485-bce995a851cb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 210 time: 0.0661678 Jun 24 08:18:50.707430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5a972-3584-4eb8-b380-181314ea8d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3dd586-4b47-46c7-8dae-c5b169bb8f18,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:50.723541 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (5f99fb72-376e-4446-ad42-3753371001b5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.747101 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:50.806110 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f71192-c3d8-4e8c-8665-a44e949c19d2 req-b283351a-2c2c-4d3a-9b7f-9a0d2d63a618 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:50.808020 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7f71192-c3d8-4e8c-8665-a44e949c19d2 req-b283351a-2c2c-4d3a-9b7f-9a0d2d63a618 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.0746522 Jun 24 08:18:50.813059 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (51678de5-0368-46d9-9017-c3cc9a012c65), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.876568 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for port (072982f9-ed8e-452f-86d8-8f755a82116b), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.881514 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Made reservation on behalf of dc30155e50104560b2cd8d95f3e534a6 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:50.885187 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.910720 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-ec1ee145-be7c-488f-9ea0-8eceb868e42e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 380 time: 0.7516329 Jun 24 08:18:50.915592 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (5f99fb72-376e-4446-ad42-3753371001b5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.928360 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7f71192-c3d8-4e8c-8665-a44e949c19d2 req-6e8317bf-490f-47e4-885a-8ff75ae8a750 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102610 Jun 24 08:18:50.985314 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fad6-d0a7-405f-9aaf-4760800f979b admin admin] Publish callbacks [] for security_group (5a3dd586-4b47-46c7-8dae-c5b169bb8f18), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.997028 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (51678de5-0368-46d9-9017-c3cc9a012c65), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:50.998308 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:51.001238 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:51.005746 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:51.105549 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] Pushing event updated for resources: {'Network': ['ID=51678de5-0368-46d9-9017-c3cc9a012c65,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:51.119757 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:51.126095 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 51678de5-0368-46d9-9017-c3cc9a012c65 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:18:51.149877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fad6-d0a7-405f-9aaf-4760800f979b admin admin] Publish callbacks [] for security_group (5a3dd586-4b47-46c7-8dae-c5b169bb8f18), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:51.161121 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=5f99fb72-376e-4446-ad42-3753371001b5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:51.186052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:51.193790 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:51.208117 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:51.208830 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:51.221579 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-265a349f-13fc-4680-9bd7-e9e3bb9fde2e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.3487837 Jun 24 08:18:51.222527 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53428) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:51.245953 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Request body: {'subnet': {'network_id': '51678de5-0368-46d9-9017-c3cc9a012c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788794261-subnet', 'tenant_id': '9862e9ee099c4956ade77aba03e169ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:51.266277 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'port': {'device_id': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'admin_state_up': True, 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'security_groups': ['dfb0489d-233c-40cf-860f-8fb15e2fbcf3']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:51.331644 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:51.362712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.26', 60224) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:51.423599 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:51.494057 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-27a76ae1-c534-4d77-9040-d45508e7c921 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5406408 Jun 24 08:18:51.609348 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Request body: {'port': {'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:51.620178 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 173beaf7-e494-4859-b504-aca29cf0b079 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:18:51.628689 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'Port': ['ID=072982f9-ed8e-452f-86d8-8f755a82116b,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:51.681264 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-20abb619-08cf-4e62-810a-789bfd7b91ce req-2f0d557e-dfec-4c28-a555-56a69f478711 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.3050349 Jun 24 08:18:51.736435 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119d45-012a-4b13-959d-88aadf7263fc req-ccef0240-815f-41bc-8bbb-7a5ebb5d1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:51.754967 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Network 99d769cf-78c9-4625-a069-73c6a05c7529 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:51.755902 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-ccef0240-815f-41bc-8bbb-7a5ebb5d1f89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d92a1584-eab7-4ac8-a344-67821b0aca95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4845989 Jun 24 08:18:51.765552 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:51.791984 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f4a9-ab8b-4b6c-ac71-6d82fc4f222c req-c53aeaa1-6a35-4c2b-8e2f-bdece028a3a3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:51.811035 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ab58f4a9-ab8b-4b6c-ac71-6d82fc4f222c req-c53aeaa1-6a35-4c2b-8e2f-bdece028a3a3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 932 time: 0.4382272 Jun 24 08:18:51.823090 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:51.829880 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-55cabc13-4b55-4a53-be6a-160a47167c66 None None] Provisioning complete for port 5f99fb72-376e-4446-ad42-3753371001b5 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:51.832228 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-55cabc13-4b55-4a53-be6a-160a47167c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5f99fb72-376e-4446-ad42-3753371001b5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:51.836094 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:51.837278 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:51.850874 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Made reservation on behalf of 9862e9ee099c4956ade77aba03e169ff for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:51.853274 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:51.963758 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 173beaf7-e494-4859-b504-aca29cf0b079 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:51.964146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (173beaf7-e494-4859-b504-aca29cf0b079), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.019815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ab060b34-ee8b-4d96-a262-d423c7d9cb32 req-55c5def9-e26b-40b5-b374-4d6c52bc5fa1 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 210 time: 0.1043990 Jun 24 08:18:52.038456 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-55cabc13-4b55-4a53-be6a-160a47167c66 None None] Port 5f99fb72-376e-4446-ad42-3753371001b5 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:52.087337 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ab58f4a9-ab8b-4b6c-ac71-6d82fc4f222c req-33422a49-9d4d-4162-912a-71d420d0a714 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718954 Jun 24 08:18:52.192612 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:52.194356 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Allocated IP 172.20.0.6 (c76a2a8e-3a64-4d93-aa9d-693f42506f96/7357aaef-98ef-405d-af4f-9d817638c145/e384c8cd-dcc0-44bf-befe-34c87737476f) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:52.218140 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f90c134-50ef-4fff-8529-19c5809e207b req-86c5aba6-c0e6-4462-9d6b-0bbaf8b2590d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 210 time: 0.0601931 Jun 24 08:18:52.218334 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 173beaf7-e494-4859-b504-aca29cf0b079 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:18:52.286877 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3c64-adee-403e-ad48-04873346de36 req-73611b48-072d-4516-85df-7f7c51e22a09 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:52.288472 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c38b3c64-adee-403e-ad48-04873346de36 req-73611b48-072d-4516-85df-7f7c51e22a09 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.0680363 Jun 24 08:18:52.315564 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5f99fb72-376e-4446-ad42-3753371001b5), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.348840 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-190ec883-b2b9-4956-a0f3-c4af4164ecc3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:52.350410 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-190ec883-b2b9-4956-a0f3-c4af4164ecc3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 818 time: 0.9805260 Jun 24 08:18:52.358277 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fad6-d0a7-405f-9aaf-4760800f979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (5a3dd586-4b47-46c7-8dae-c5b169bb8f18), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.361309 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fad6-d0a7-405f-9aaf-4760800f979b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.363153 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-ecd7fad6-d0a7-405f-9aaf-4760800f979b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a3dd586-4b47-46c7-8dae-c5b169bb8f18 HTTP/1.1" status: 204 len: 168 time: 1.8128989 Jun 24 08:18:52.366754 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c38b3c64-adee-403e-ad48-04873346de36 req-e36e4e39-a2b9-41db-9bb8-d1b9118d2369 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705986 Jun 24 08:18:52.385746 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-1bb03a56-439e-4d59-97de-f22ba22278ab None None] Provisioning complete for port 072982f9-ed8e-452f-86d8-8f755a82116b triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:52.386127 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1bb03a56-439e-4d59-97de-f22ba22278ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.386765 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-bbca5302-a545-4d54-b3c9-18836bd286c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9153607 Jun 24 08:18:52.416808 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7fad6-d0a7-405f-9aaf-4760800f979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3dd586-4b47-46c7-8dae-c5b169bb8f18,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:52.453419 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-1bb03a56-439e-4d59-97de-f22ba22278ab None None] Port 072982f9-ed8e-452f-86d8-8f755a82116b cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:52.514412 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Made reservation on behalf of e1244423396f45beb9124e6d04e0381b for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:52.518075 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.630344 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (5b427b9b-b51a-4aee-8423-37355e4f9a76), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.704052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.715553 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b427b9b-b51a-4aee-8423-37355e4f9a76,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:52.748854 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Checking segment: {'id': 'e7974805-defc-4dde-af77-ddafd4a24489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '51678de5-0368-46d9-9017-c3cc9a012c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:52.749200 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Network hostable DHCP agents. Network: 51678de5-0368-46d9-9017-c3cc9a012c65, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:18:52.796485 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b24a0d30-072b-4870-8642-fb55756509c5 req-738bc388-1fca-4cab-adb6-4f58acadbcd0 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0362556 Jun 24 08:18:52.842926 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f69f10ff-63ac-439e-b41b-8df7380d03d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:52.884057 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:52.914779 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Allocated IP 172.20.0.4 (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675/106383a2-2a4e-4cff-89f0-f59a1aa7c627/97d9a70f-da10-48c1-8fe9-7faf5a9301af) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:52.918105 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Network 51678de5-0368-46d9-9017-c3cc9a012c65 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:18:52.963378 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.007409 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 51678de5-0368-46d9-9017-c3cc9a012c65) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:53.009106 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f99fb72-376e-4446-ad42-3753371001b5 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:18:53.013936 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.015324 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.019826 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e67fd7-0137-4543-b9b1-0b330864d5b1 None None] Network 51678de5-0368-46d9-9017-c3cc9a012c65 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:53.034118 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Publish callbacks [] for port (5f99fb72-376e-4446-ad42-3753371001b5), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.038680 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:53.069108 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:53.086972 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Transition to ACTIVE for port object 5f99fb72-376e-4446-ad42-3753371001b5 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:18:53.090933 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:53.096076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:53.101249 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.101868 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.104865 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'Port': ['ID=e384c8cd-dcc0-44bf-befe-34c87737476f,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:53.137773 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:53.213514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b292ea7-8f7a-4853-9a4e-05f9049ff8f5 None None] Network 51678de5-0368-46d9-9017-c3cc9a012c65 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:18:53.214529 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5f99fb72-376e-4446-ad42-3753371001b5), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.253186 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad9690-1055-48fd-bea1-79d8e8a2b04a req-383cf0f2-bb4a-4635-b1d9-452ccc762fee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.261569 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b2ad9690-1055-48fd-bea1-79d8e8a2b04a req-383cf0f2-bb4a-4635-b1d9-452ccc762fee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 931 time: 0.1271694 Jun 24 08:18:53.301238 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53450) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:53.305359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.339355 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-50ea5a41-3c9c-4490-8372-0fc60df939ad admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1154032 Jun 24 08:18:53.339679 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-47bfb731-3401-4867-92fb-a7759fb6aa87 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5184581 Jun 24 08:18:53.343619 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Pushing event updated for resources: {'Port': ['ID=5f99fb72-376e-4446-ad42-3753371001b5,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:53.370752 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ebc51-0efe-40b6-94eb-78551eab67bf req-839b4de5-11e2-403e-8e7f-48069ed9a0dd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.380121 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5d8ebc51-0efe-40b6-94eb-78551eab67bf req-839b4de5-11e2-403e-8e7f-48069ed9a0dd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.1749449 Jun 24 08:18:53.427018 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fcac49ff-7d37-4b7f-b4bd-a2366cc2c89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.462004 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Attempting to bind port 5f99fb72-376e-4446-ad42-3753371001b5 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:53.462535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Attempting to bind port 5f99fb72-376e-4446-ad42-3753371001b5 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:53.462535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Attempting to bind port 5f99fb72-376e-4446-ad42-3753371001b5 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:53.472626 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b2ad9690-1055-48fd-bea1-79d8e8a2b04a req-17112125-7204-48b5-a4c8-eb2af3ac274a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099330 Jun 24 08:18:53.483225 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Port 5f99fb72-376e-4446-ad42-3753371001b5 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:18:53.483558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Attempting to bind port 5f99fb72-376e-4446-ad42-3753371001b5 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:53.485411 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-8dc2b2cd-2305-4265-9efd-7d357629f25b None None] Provisioning complete for port e384c8cd-dcc0-44bf-befe-34c87737476f triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:53.486366 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b2cd-2305-4265-9efd-7d357629f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.510785 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:53.511008 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Checking segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:53.511180 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5d8ebc51-0efe-40b6-94eb-78551eab67bf req-baaf0f3a-757e-44b4-b76b-1c89f95074c7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254637 Jun 24 08:18:53.511858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Bound using segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:53.512037 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Bound port: 5f99fb72-376e-4446-ad42-3753371001b5, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:53.512441 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5f99fb72-376e-4446-ad42-3753371001b5), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.545069 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53458) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:53.575132 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2b2cd-2305-4265-9efd-7d357629f25b None None] Port e384c8cd-dcc0-44bf-befe-34c87737476f cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:53.602286 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.662768 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:53.667506 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:53.677242 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:53.682981 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.683675 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.695423 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] Deleting subnet be5e3ccf-9516-46da-a9e6-87fcb72d3427 {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:18:53.703940 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c9244-cce8-4a26-87e8-3428e9708bfc req-7f89bccf-4b35-4a39-bc53-8e1ea9b19bd5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.704628 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-886c9244-cce8-4a26-87e8-3428e9708bfc req-7f89bccf-4b35-4a39-bc53-8e1ea9b19bd5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 931 time: 0.1158338 Jun 24 08:18:53.712093 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] Publish callbacks [] for subnet (be5e3ccf-9516-46da-a9e6-87fcb72d3427), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.713616 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:53.724754 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] For port 5f99fb72-376e-4446-ad42-3753371001b5, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:53.729866 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] For port 5f99fb72-376e-4446-ad42-3753371001b5, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f99fb72-376e-4446-ad42-3753371001b5,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:53.754216 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0627a0-dbe0-4049-9bdd-0c4b5b51338d req-0421e45f-e176-4f97-877e-45d0c3337140 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.755815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9a0627a0-dbe0-4049-9bdd-0c4b5b51338d req-0421e45f-e176-4f97-877e-45d0c3337140 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.1367669 Jun 24 08:18:53.795944 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fcac49ff-7d37-4b7f-b4bd-a2366cc2c89d admin admin] Publish callbacks [] for security_group (154a51cd-e209-4dc2-aa6c-44d8777aca71), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.812972 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-4482165a-e067-4d1a-b99e-eca1a164881f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5509450 Jun 24 08:18:53.819017 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] Publish callbacks [] for subnet (be5e3ccf-9516-46da-a9e6-87fcb72d3427), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.839702 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (be5e3ccf-9516-46da-a9e6-87fcb72d3427), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.844337 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5f99fb72-376e-4446-ad42-3753371001b5), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.888400 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:53.889251 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.890840 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f99fb72-376e-4446-ad42-3753371001b5 HTTP/1.1" status: 200 len: 1094 time: 2.2859888 Jun 24 08:18:53.891389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:18:53.892853 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-886c9244-cce8-4a26-87e8-3428e9708bfc req-0b99fdfe-07ed-4ffc-8474-885cce84f5b5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792929 Jun 24 08:18:53.899375 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9a0627a0-dbe0-4049-9bdd-0c4b5b51338d req-a911b6d3-b847-4750-873c-8b7e2e804947 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352034 Jun 24 08:18:53.920297 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fcac49ff-7d37-4b7f-b4bd-a2366cc2c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (154a51cd-e209-4dc2-aa6c-44d8777aca71), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.948418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-38127f73-3b6f-4804-9d98-e55b0615a352 None None] Provisioning complete for port 97d9a70f-da10-48c1-8fe9-7faf5a9301af triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:18:53.948418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-38127f73-3b6f-4804-9d98-e55b0615a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:53.976884 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:53.978407 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac49ff-7d37-4b7f-b4bd-a2366cc2c89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154a51cd-e209-4dc2-aa6c-44d8777aca71,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:53.985130 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:53.993543 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-fcac49ff-7d37-4b7f-b4bd-a2366cc2c89d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c76432133f8a4dacb1b9d9f2b1fe636b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6861055 Jun 24 08:18:53.998823 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53466) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:54.024684 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-38127f73-3b6f-4804-9d98-e55b0615a352 None None] Port 97d9a70f-da10-48c1-8fe9-7faf5a9301af cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:18:54.026048 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc88be-aa3e-43e7-ad7e-a7c674e2d100 service neutron] Pushing event updated for resources: {'Port': ['ID=5f99fb72-376e-4446-ad42-3753371001b5,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:54.040221 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=81 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:54.066839 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0ded9076-6f80-4cbc-a1c1-c75770ece571 req-49daf0c7-dd14-4a7f-9076-7cdeec76cdba tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0500059 Jun 24 08:18:54.067076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:54.099127 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f86668a9-033c-4222-b71b-8387fc479934 admin admin] Publish callbacks [] for security_group (154a51cd-e209-4dc2-aa6c-44d8777aca71), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.120014 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c0f296-eff9-452f-94bf-9e3a0b4cfd76" -d '{"events": [{"name": "network-changed", "server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "tag": "5f99fb72-376e-4446-ad42-3753371001b5"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:18:54.127214 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f86668a9-033c-4222-b71b-8387fc479934 admin admin] Publish callbacks [] for security_group (154a51cd-e209-4dc2-aa6c-44d8777aca71), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.147121 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (be5e3ccf-9516-46da-a9e6-87fcb72d3427), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.191359 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5e3ccf-9516-46da-a9e6-87fcb72d3427,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:54.196915 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.200992 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-deea354a-fbc1-4468-a0c8-211e0a018bd8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/be5e3ccf-9516-46da-a9e6-87fcb72d3427 HTTP/1.1" status: 204 len: 168 time: 0.6546681 Jun 24 08:18:54.203470 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53472) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:54.234601 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5920b458-bd3f-432e-989d-18e2bd2b8849 x-openstack-request-id: req-5920b458-bd3f-432e-989d-18e2bd2b8849 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:18:54.234892 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "tag": "5f99fb72-376e-4446-ad42-3753371001b5", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:18:54.235170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5920b458-bd3f-432e-989d-18e2bd2b8849 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:18:54.235623 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5920b458-bd3f-432e-989d-18e2bd2b8849'] response: {'name': 'network-changed', 'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5', 'status': 'completed', 'code': 200} Jun 24 08:18:54.277033 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (809d9b80-4f16-4fbb-a9a7-e2edcc3bd161), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.310600 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f86668a9-033c-4222-b71b-8387fc479934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (154a51cd-e209-4dc2-aa6c-44d8777aca71), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.313167 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f86668a9-033c-4222-b71b-8387fc479934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.314924 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f86668a9-033c-4222-b71b-8387fc479934 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/154a51cd-e209-4dc2-aa6c-44d8777aca71 HTTP/1.1" status: 204 len: 168 time: 0.3151169 Jun 24 08:18:54.322931 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86668a9-033c-4222-b71b-8387fc479934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154a51cd-e209-4dc2-aa6c-44d8777aca71,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:54.367762 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (809d9b80-4f16-4fbb-a9a7-e2edcc3bd161), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.393442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.393829 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.394620 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.395064 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.395248 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.395591 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.396036 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.396264 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.396652 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.396904 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.556692 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.558152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.558152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.558152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:18:54.558152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809d9b80-4f16-4fbb-a9a7-e2edcc3bd161']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:54.585095 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bd8e9b-0626-4558-a9ad-07edebcb267a') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:54.585401 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bd8e9b-0626-4558-a9ad-07edebcb267a') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:54.604261 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (d2bd8e9b-0626-4558-a9ad-07edebcb267a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.642512 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb204f-67eb-4bf5-8cff-c5e61fb49af1 req-c150c393-0fe2-4c97-a072-b86cab74b3ca tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:54.643378 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (d2bd8e9b-0626-4558-a9ad-07edebcb267a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.648268 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cdcb204f-67eb-4bf5-8cff-c5e61fb49af1 req-c150c393-0fe2-4c97-a072-b86cab74b3ca tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 931 time: 0.0881493 Jun 24 08:18:54.657322 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b810fb8-69a1-422a-a4c9-2f0cf16468b7 req-39954772-54e7-4a1c-bc5a-e985f461ba40 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:54.659007 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1b810fb8-69a1-422a-a4c9-2f0cf16468b7 req-39954772-54e7-4a1c-bc5a-e985f461ba40 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.0670125 Jun 24 08:18:54.682940 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:18:54.683365 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (d2bd8e9b-0626-4558-a9ad-07edebcb267a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.766022 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1b810fb8-69a1-422a-a4c9-2f0cf16468b7 req-d5481a4f-9206-4084-9e40-d09189b7af30 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995879 Jun 24 08:18:54.791933 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cdcb204f-67eb-4bf5-8cff-c5e61fb49af1 req-50cd6ce6-5480-4983-8e13-e9c061b0b865 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318572 Jun 24 08:18:54.838079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:54.893909 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (809d9b80-4f16-4fbb-a9a7-e2edcc3bd161), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.906904 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:54.917209 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/809d9b80-4f16-4fbb-a9a7-e2edcc3bd161 HTTP/1.1" status: 204 len: 168 time: 0.7125714 Jun 24 08:18:54.926946 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53502) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:54.945964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c44d6-0288-4b69-9a54-00e374838ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=809d9b80-4f16-4fbb-a9a7-e2edcc3bd161,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:55.017785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] Deleting subnet 5b427b9b-b51a-4aee-8423-37355e4f9a76 {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:18:55.022193 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] Publish callbacks [] for subnet (5b427b9b-b51a-4aee-8423-37355e4f9a76), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.032934 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment d2bd8e9b-0626-4558-a9ad-07edebcb267a resource provider aggregate not found Jun 24 08:18:55.061192 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment d2bd8e9b-0626-4558-a9ad-07edebcb267a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2bd8e9b-0626-4558-a9ad-07edebcb267a found for delete ", "request_id": "req-81a61088-0e75-4cfc-aa6d-dbc04f573735"}]} Jun 24 08:18:55.318519 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f44aa-c369-4211-a36b-99e89aa2eb25 req-e741d0eb-a3a0-49c3-bb23-b3863af8b6fa tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:55.319999 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-322f44aa-c369-4211-a36b-99e89aa2eb25 req-e741d0eb-a3a0-49c3-bb23-b3863af8b6fa tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 931 time: 0.2954819 Jun 24 08:18:55.325928 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] Publish callbacks [] for subnet (5b427b9b-b51a-4aee-8423-37355e4f9a76), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.338593 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4336e-0318-47c5-90c2-c8a7b2d636c4 req-6659f6c8-0251-4b4b-896d-5bdbd4546b23 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:55.340136 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fd4336e-0318-47c5-90c2-c8a7b2d636c4 req-6659f6c8-0251-4b4b-896d-5bdbd4546b23 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.2550628 Jun 24 08:18:55.343103 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (5b427b9b-b51a-4aee-8423-37355e4f9a76), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.352751 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f2339833-68b6-4fb7-8b60-65669cbce209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.419347 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:55.476339 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-322f44aa-c369-4211-a36b-99e89aa2eb25 req-d10f1dbe-6e78-4c3e-b372-56f9f2a4b410 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343949 Jun 24 08:18:55.494887 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fd4336e-0318-47c5-90c2-c8a7b2d636c4 req-79d1618d-cce2-435a-bd1e-848dd95b392f tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222746 Jun 24 08:18:55.508120 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:55.598134 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4f3178fb-5ad5-43e1-8bd1-7467238422cd req-bb878f9c-4a5a-44b3-8a2c-82f05d1df573 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0373790 Jun 24 08:18:55.599107 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (5b427b9b-b51a-4aee-8423-37355e4f9a76), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.630075 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b427b9b-b51a-4aee-8423-37355e4f9a76,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:55.631866 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.635140 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-433d553e-2346-428b-b22a-331b0beb1b21 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5b427b9b-b51a-4aee-8423-37355e4f9a76 HTTP/1.1" status: 204 len: 168 time: 0.7070689 Jun 24 08:18:55.639088 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53524) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:55.723434 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (51678de5-0368-46d9-9017-c3cc9a012c65), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.845216 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (51678de5-0368-46d9-9017-c3cc9a012c65), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:55.856572 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:55.908501 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51678de5-0368-46d9-9017-c3cc9a012c65']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:55.937394 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7974805-defc-4dde-af77-ddafd4a24489') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:55.938039 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7974805-defc-4dde-af77-ddafd4a24489') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:18:55.954894 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (e7974805-defc-4dde-af77-ddafd4a24489), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.013828 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (e7974805-defc-4dde-af77-ddafd4a24489), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.024463 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:18:56.025260 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (e7974805-defc-4dde-af77-ddafd4a24489), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.164307 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-fbbc3088-ce09-43e4-871b-ff11438c63f9 service neutron] 10.222.0.26 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553974 Jun 24 08:18:56.198702 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4610c-3bf3-4163-a994-ae8ad3584e50 req-c6ab857a-d652-42b1-ba35-da3c0a16e552 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:56.200541 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-03b4610c-3bf3-4163-a994-ae8ad3584e50 req-c6ab857a-d652-42b1-ba35-da3c0a16e552 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.2877634 Jun 24 08:18:56.257070 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd05a3-443f-4527-9add-d39c057accc2 req-8c21d720-5aad-48f5-bda9-749f4d85cd9f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:56.265152 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a0dd05a3-443f-4527-9add-d39c057accc2 req-8c21d720-5aad-48f5-bda9-749f4d85cd9f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 931 time: 0.3246691 Jun 24 08:18:56.273509 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'port': {'device_id': '316723f1-2496-490c-a542-09dea2bc82c1', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'admin_state_up': True, 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:56.330020 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.349825 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-03b4610c-3bf3-4163-a994-ae8ad3584e50 req-3f00792a-be6c-4e99-8ea5-995ebd0c6de1 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369109 Jun 24 08:18:56.351025 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Request body: {'port': {'device_id': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:56.418068 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:56.453370 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Request body: {'port': {'device_id': '47798514-cc6d-44cd-bb83-cc051cd57531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:56.487336 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a0dd05a3-443f-4527-9add-d39c057accc2 req-647564fa-26f8-4afa-94d2-ff33ea6adae0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201223 Jun 24 08:18:56.513802 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Request body: {'port': {'device_id': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:18:56.591537 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b119d45-012a-4b13-959d-88aadf7263fc req-93610e32-92a2-4879-96f8-799c537bb2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827924 Jun 24 08:18:56.697951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d689-c10d-4791-b43a-d2292ab0e2f6 req-d9f888c1-689f-4bdf-aeaf-ab7c053b4852 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:56.700012 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7171d689-c10d-4791-b43a-d2292ab0e2f6 req-d9f888c1-689f-4bdf-aeaf-ab7c053b4852 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 931 time: 0.0813699 Jun 24 08:18:56.734336 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b90f0-8015-407f-aee4-5017567d0581 req-a6f5b607-7c4c-4b57-8291-5d7c93821cbe tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:56.742892 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf5b90f0-8015-407f-aee4-5017567d0581 req-a6f5b607-7c4c-4b57-8291-5d7c93821cbe tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.0916588 Jun 24 08:18:56.782528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (51678de5-0368-46d9-9017-c3cc9a012c65), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.827346 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.834635 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/51678de5-0368-46d9-9017-c3cc9a012c65 HTTP/1.1" status: 204 len: 168 time: 1.1919489 Jun 24 08:18:56.840170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3e7e4-d1c7-4ff7-b184-0e1ff6cb0ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=51678de5-0368-46d9-9017-c3cc9a012c65,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:56.842052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.869506 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:56.901533 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0f296-eff9-452f-94bf-9e3a0b4cfd76 req-0288bec4-0507-4c77-a048-9e0a325afd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:56.903152 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-10c0f296-eff9-452f-94bf-9e3a0b4cfd76 req-0288bec4-0507-4c77-a048-9e0a325afd70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 1128 time: 0.4803565 Jun 24 08:18:56.910651 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7171d689-c10d-4791-b43a-d2292ab0e2f6 req-13b5c5b4-3cb5-4776-b277-31b5b8e5fbc1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986568 Jun 24 08:18:56.947225 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf5b90f0-8015-407f-aee4-5017567d0581 req-40d48c90-663d-4f3a-8c5f-63725bb08971 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031326 Jun 24 08:18:56.958477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864812ec-6882-47ca-b433-76d5802ec914 req-dc0da602-b635-4d3e-9c1d-e67c60e27035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:56.960160 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-dc0da602-b635-4d3e-9c1d-e67c60e27035 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14f7d7e0a5614243974c4c44ec466b14&device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 1127 time: 0.1024768 Jun 24 08:18:57.077443 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:57.082515 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-628f08ab-71dc-406e-a4bf-6caf23450f91 req-ae6a1a50-984b-4e49-a7cc-7e1becee30b5 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0654602 Jun 24 08:18:57.131251 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment e7974805-defc-4dde-af77-ddafd4a24489 resource provider aggregate not found Jun 24 08:18:57.250366 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864812ec-6882-47ca-b433-76d5802ec914 req-b10727a1-baa0-4e87-9476-d4ff63e4954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:57.251758 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-b10727a1-baa0-4e87-9476-d4ff63e4954d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d92a1584-eab7-4ac8-a344-67821b0aca95 HTTP/1.1" status: 200 len: 913 time: 0.2835660 Jun 24 08:18:57.260582 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:18:57.274988 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment e7974805-defc-4dde-af77-ddafd4a24489 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7974805-defc-4dde-af77-ddafd4a24489 found for delete ", "request_id": "req-560c9c10-1124-4757-9e68-5b7d7394c7bf"}]} Jun 24 08:18:57.376476 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-05cfede4-1362-4c65-915d-64df3dc1b2bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750 HTTP/1.1" status: 200 len: 217 time: 0.0412271 Jun 24 08:18:57.431093 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864812ec-6882-47ca-b433-76d5802ec914 req-e7f4797b-3f7c-4066-88f3-4e378227e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:57.432763 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-e7f4797b-3f7c-4066-88f3-4e378227e8a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d24d9ca-3faa-475e-890e-2cbdc44c4982 HTTP/1.1" status: 200 len: 851 time: 0.0497789 Jun 24 08:18:57.484141 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0f296-eff9-452f-94bf-9e3a0b4cfd76 req-1fe91d4f-877e-49ce-895e-4882af1775a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:57.485743 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-10c0f296-eff9-452f-94bf-9e3a0b4cfd76 req-1fe91d4f-877e-49ce-895e-4882af1775a4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a14e04756d06417da712e47759853a06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5177634 Jun 24 08:18:57.520400 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d39508-7ffd-469c-bc8e-a1c65465d835 req-477e996b-d834-4200-9a4c-399327c5f2a0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:57.521851 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-94d39508-7ffd-469c-bc8e-a1c65465d835 req-477e996b-d834-4200-9a4c-399327c5f2a0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.0805669 Jun 24 08:18:57.523203 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864812ec-6882-47ca-b433-76d5802ec914 req-27ddf737-9030-4dd8-b42f-71585e391689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:57.524741 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-27ddf737-9030-4dd8-b42f-71585e391689 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d92a1584-eab7-4ac8-a344-67821b0aca95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815837 Jun 24 08:18:57.658235 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3816-1421-43e8-bf13-479b8faa25cc req-690616f2-6a8c-463d-8f40-71bb1e3ae673 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:57.659715 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7c3a3816-1421-43e8-bf13-479b8faa25cc req-690616f2-6a8c-463d-8f40-71bb1e3ae673 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 931 time: 0.0999975 Jun 24 08:18:57.692157 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-94d39508-7ffd-469c-bc8e-a1c65465d835 req-b2f584d3-d78d-44f6-a242-e67fc5effb87 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614399 Jun 24 08:18:57.726680 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-176194f5-308e-4668-9219-6b721cabefe5 service neutron] 10.222.0.26 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894677 Jun 24 08:18:57.752647 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7c3a3816-1421-43e8-bf13-479b8faa25cc req-102d9f99-8672-478e-9c8d-cf4bc6c2e4fa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850906 Jun 24 08:18:57.841213 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-d0d3ec3d-2926-45a9-8616-9a7b89bc1b2a service neutron] 10.222.0.26 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051385 Jun 24 08:18:58.017263 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0f296-eff9-452f-94bf-9e3a0b4cfd76 req-b56e7085-51c4-4c31-b504-5b643b9408ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:58.018942 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-10c0f296-eff9-452f-94bf-9e3a0b4cfd76 req-b56e7085-51c4-4c31-b504-5b643b9408ab service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5197608 Jun 24 08:18:58.069513 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072982f9-ed8e-452f-86d8-8f755a82116b {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:18:58.109701 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7942-b916-4d62-bfd3-9e24bfe7ca1e req-02a1049e-e417-4ddd-8928-f5ab27132725 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:58.111646 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-54fe7942-b916-4d62-bfd3-9e24bfe7ca1e req-02a1049e-e417-4ddd-8928-f5ab27132725 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 931 time: 0.1096957 Jun 24 08:18:58.135063 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd1caf-9f78-4c30-a2a3-de9a830fd01f req-bdbad8ea-5cbd-4633-91d0-0bfe69b35874 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:58.140225 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d0fd1caf-9f78-4c30-a2a3-de9a830fd01f req-bdbad8ea-5cbd-4633-91d0-0bfe69b35874 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.0843153 Jun 24 08:18:58.207433 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-54fe7942-b916-4d62-bfd3-9e24bfe7ca1e req-4abc4924-51f8-4aa5-ac93-dc825e604875 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885329 Jun 24 08:18:58.221956 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d0fd1caf-9f78-4c30-a2a3-de9a830fd01f req-2295788e-8e76-43ed-8f77-cdb9ece366a8 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725050 Jun 24 08:18:58.263428 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Publish callbacks [] for port (072982f9-ed8e-452f-86d8-8f755a82116b), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.304617 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e384c8cd-dcc0-44bf-befe-34c87737476f {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:18:58.311272 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6f9ed2dc-cd49-419e-8c85-7f7f3f383435 req-608f41e5-7800-4f5e-94f2-f6b64b066cec tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0308740 Jun 24 08:18:58.328804 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Publish callbacks [] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.335751 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Transition to ACTIVE for port object 072982f9-ed8e-452f-86d8-8f755a82116b will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:18:58.346159 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-80e5a9c4-9a83-40dc-90ad-1ef613974fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:58.347744 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-80e5a9c4-9a83-40dc-90ad-1ef613974fa8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 1128 time: 0.0815830 Jun 24 08:18:58.364672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Transition to ACTIVE for port object e384c8cd-dcc0-44bf-befe-34c87737476f will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:18:58.450022 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-d338282a-ee9a-4cbb-a130-90701a0b926a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f99fb72-376e-4446-ad42-3753371001b5 HTTP/1.1" status: 200 len: 217 time: 0.0860121 Jun 24 08:18:58.455236 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d9a70f-da10-48c1-8fe9-7faf5a9301af {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:18:58.477409 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Publish callbacks [] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.515406 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Transition to ACTIVE for port object 97d9a70f-da10-48c1-8fe9-7faf5a9301af will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:18:58.521665 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.522197 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Made reservation on behalf of e79436f86e1e4038a7b0e41cf468bb62 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:18:58.525375 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.537316 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-2b5d11d0-4409-4027-89ec-e527050fd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:58.537316 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-2b5d11d0-4409-4027-89ec-e527050fd313 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.0705943 Jun 24 08:18:58.566709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.579398 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53602) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:58.586015 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.592823 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.625999 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-04de0309-3aa0-4568-9cac-cbb2ea7ee3c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6987df9719eb41dba9c592a1a2c461fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446744 Jun 24 08:18:58.628403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53604) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:18:58.708005 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Pushing event updated for resources: {'Port': ['ID=072982f9-ed8e-452f-86d8-8f755a82116b,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:58.723231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bef59d92-6e4e-4711-ad41-d53af6e1cdc7 admin admin] Publish callbacks [] for security_group (128e479d-df9e-4c66-989d-55b44a127370), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.759178 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bef59d92-6e4e-4711-ad41-d53af6e1cdc7 admin admin] Publish callbacks [] for security_group (128e479d-df9e-4c66-989d-55b44a127370), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.798925 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:58.863198 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Allocated IP 172.20.0.3 (99d769cf-78c9-4625-a069-73c6a05c7529/bb38fc0b-ebc5-4305-a622-9498b9041079/b0864fbb-b6bf-48ec-8cb1-9e0a270336cf) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:18:58.951591 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Pushing event updated for resources: {'Port': ['ID=e384c8cd-dcc0-44bf-befe-34c87737476f,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:59.021524 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14255-3d5d-4b5c-ba31-f80b1fa5c306 req-fc03b3ed-4966-4a01-a2cd-4cae62568db2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.023823 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dea14255-3d5d-4b5c-ba31-f80b1fa5c306 req-fc03b3ed-4966-4a01-a2cd-4cae62568db2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.1808250 Jun 24 08:18:59.042261 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddba03-9eed-4575-9872-a79e983558d9 req-a3d53adc-874c-4cf8-a717-1e7c31034509 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.042261 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9cddba03-9eed-4575-9872-a79e983558d9 req-a3d53adc-874c-4cf8-a717-1e7c31034509 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 943 time: 0.1049166 Jun 24 08:18:59.042261 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bef59d92-6e4e-4711-ad41-d53af6e1cdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (128e479d-df9e-4c66-989d-55b44a127370), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.043578 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bef59d92-6e4e-4711-ad41-d53af6e1cdc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.047849 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-bef59d92-6e4e-4711-ad41-d53af6e1cdc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/128e479d-df9e-4c66-989d-55b44a127370 HTTP/1.1" status: 204 len: 168 time: 0.4184029 Jun 24 08:18:59.106467 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef59d92-6e4e-4711-ad41-d53af6e1cdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e479d-df9e-4c66-989d-55b44a127370,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:59.168707 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-abd8b8c4-bdca-48fc-aae0-f610ac8fc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.170262 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-abd8b8c4-bdca-48fc-aae0-f610ac8fc977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2275059 Jun 24 08:18:59.171356 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9cddba03-9eed-4575-9872-a79e983558d9 req-b2259f07-b490-4740-a0d8-b1ac92bcd11d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223764 Jun 24 08:18:59.179363 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dea14255-3d5d-4b5c-ba31-f80b1fa5c306 req-94ce237a-8f28-4ef3-9ea6-ac2eb697cf09 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402464 Jun 24 08:18:59.350673 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Attempting to bind port 072982f9-ed8e-452f-86d8-8f755a82116b on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:59.351021 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Attempting to bind port 072982f9-ed8e-452f-86d8-8f755a82116b by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:59.351345 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Attempting to bind port 072982f9-ed8e-452f-86d8-8f755a82116b on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:59.391319 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Port 072982f9-ed8e-452f-86d8-8f755a82116b on network 99d769cf-78c9-4625-a069-73c6a05c7529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:18:59.391729 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Attempting to bind port 072982f9-ed8e-452f-86d8-8f755a82116b on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:59.393703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8dcf4-30ea-42bc-a154-efeec71b8296 req-f1b31e5f-2a00-4f57-a74d-5fb741cbe077 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.395349 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8fa8dcf4-30ea-42bc-a154-efeec71b8296 req-f1b31e5f-2a00-4f57-a74d-5fb741cbe077 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0961127 Jun 24 08:18:59.404462 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca397a-7078-4487-ad19-bbc6721ea4d0 req-b2adc4c8-caef-430c-920c-368aabf294d1 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.406094 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4ca397a-7078-4487-ad19-bbc6721ea4d0 req-b2adc4c8-caef-430c-920c-368aabf294d1 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.0660250 Jun 24 08:18:59.412326 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:59.414924 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Attempting to bind port e384c8cd-dcc0-44bf-befe-34c87737476f on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:59.415267 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Attempting to bind port e384c8cd-dcc0-44bf-befe-34c87737476f by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:59.415598 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Attempting to bind port e384c8cd-dcc0-44bf-befe-34c87737476f on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:59.423591 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:59.423934 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Checking segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:59.424419 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Bound using segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:59.424855 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Bound port: 072982f9-ed8e-452f-86d8-8f755a82116b, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:59.425214 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.445199 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Port e384c8cd-dcc0-44bf-befe-34c87737476f on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:18:59.445528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Attempting to bind port e384c8cd-dcc0-44bf-befe-34c87737476f on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:59.492955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:59.493305 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Checking segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:59.493796 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Bound using segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:59.494184 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Bound port: e384c8cd-dcc0-44bf-befe-34c87737476f, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:59.494550 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.503792 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Attempting to bind port 97d9a70f-da10-48c1-8fe9-7faf5a9301af on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:18:59.504147 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Attempting to bind port 97d9a70f-da10-48c1-8fe9-7faf5a9301af by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:18:59.504687 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Attempting to bind port 97d9a70f-da10-48c1-8fe9-7faf5a9301af on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:59.512396 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8fa8dcf4-30ea-42bc-a154-efeec71b8296 req-5569a27a-d9da-438f-9324-b5a8bddfe329 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978835 Jun 24 08:18:59.532060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Port 97d9a70f-da10-48c1-8fe9-7faf5a9301af on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:18:59.532421 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Attempting to bind port 97d9a70f-da10-48c1-8fe9-7faf5a9301af on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:18:59.548589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.563258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:18:59.563574 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Checking segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:18:59.564157 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Bound using segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:18:59.564559 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Bound port: 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:18:59.564842 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.589054 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4ca397a-7078-4487-ad19-bbc6721ea4d0 req-dfb130e4-f11e-41a1-86f6-9a36f26a6003 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755538 Jun 24 08:18:59.642446 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] For port 072982f9-ed8e-452f-86d8-8f755a82116b, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:59.663015 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1e89995c-55bd-4c33-b565-b95d80c5492b req-318076ba-8b2a-4309-be1e-0f341fb2b665 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0320942 Jun 24 08:18:59.685698 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] For port 072982f9-ed8e-452f-86d8-8f755a82116b, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=072982f9-ed8e-452f-86d8-8f755a82116b,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:59.724646 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] For port e384c8cd-dcc0-44bf-befe-34c87737476f, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:59.728671 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] For port e384c8cd-dcc0-44bf-befe-34c87737476f, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=e384c8cd-dcc0-44bf-befe-34c87737476f,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:59.730402 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:18:59.734862 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:18:59.773930 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.775895 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.822592 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.823227 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.824961 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] 10.222.0.26 "PUT /v2.0/ports/072982f9-ed8e-452f-86d8-8f755a82116b HTTP/1.1" status: 200 len: 1093 time: 3.5585272 Jun 24 08:18:59.825460 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'tag': '072982f9-ed8e-452f-86d8-8f755a82116b'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:18:59.828093 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56af673-dfeb-45b2-aa9e-e2de1e48d4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c224ed6-de35-4bae-a7c8-730721a700c0", "tag": "072982f9-ed8e-452f-86d8-8f755a82116b"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:18:59.841877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Network 99d769cf-78c9-4625-a069-73c6a05c7529 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:18:59.850994 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:18:59.853323 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.855588 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.860153 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:18:59.870721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79228b0d-0a4e-44e0-91ec-dc554beb2c8f x-openstack-request-id: req-79228b0d-0a4e-44e0-91ec-dc554beb2c8f {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:18:59.871015 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c224ed6-de35-4bae-a7c8-730721a700c0", "tag": "072982f9-ed8e-452f-86d8-8f755a82116b", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:18:59.872096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79228b0d-0a4e-44e0-91ec-dc554beb2c8f {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:18:59.872746 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79228b0d-0a4e-44e0-91ec-dc554beb2c8f'] response: {'name': 'network-changed', 'server_uuid': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'tag': '072982f9-ed8e-452f-86d8-8f755a82116b', 'status': 'completed', 'code': 200} Jun 24 08:18:59.903289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186c5fa-8ecf-487d-9efd-bb2d6445da45 service neutron] Pushing event updated for resources: {'Port': ['ID=072982f9-ed8e-452f-86d8-8f755a82116b,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:18:59.959565 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.960229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.961634 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] 10.222.0.26 "PUT /v2.0/ports/97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 200 len: 1093 time: 3.5419836 Jun 24 08:18:59.970650 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.971275 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:18:59.972730 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] 10.222.0.26 "PUT /v2.0/ports/e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 200 len: 1093 time: 3.5509350 Jun 24 08:18:59.989215 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:18:59.989865 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:00.005404 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'Port': ['ID=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:00.065494 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6ed9f-d05e-40ad-9243-ead5d6a08017 service neutron] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:00.087689 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53648) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:00.108814 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:00.112506 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-5dddc65d-2212-40d2-a8ad-ab8f8d5d7013 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8478410 Jun 24 08:19:00.134291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aca7a-82da-499c-af94-b1f02f431a48 service neutron] Pushing event updated for resources: {'Port': ['ID=e384c8cd-dcc0-44bf-befe-34c87737476f,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:00.157137 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4a54f14c-5c4c-4e4b-933d-969e66e22348 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9862e9ee099c4956ade77aba03e169ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681520 Jun 24 08:19:00.159691 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53650) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:00.256548 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3c1dedd7-0834-4b7e-8019-75dfe422954e admin admin] Publish callbacks [] for security_group (89d011f7-6cbd-4cc3-9e18-fa9efaebaf33), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:00.311497 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3c1dedd7-0834-4b7e-8019-75dfe422954e admin admin] Publish callbacks [] for security_group (89d011f7-6cbd-4cc3-9e18-fa9efaebaf33), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:00.460041 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55ba66-68e4-4fec-9b46-9ed0fa2f0bfd req-b1a48475-9f48-4dbc-8c5e-fa44bf5462bf tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:00.466634 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4d55ba66-68e4-4fec-9b46-9ed0fa2f0bfd req-b1a48475-9f48-4dbc-8c5e-fa44bf5462bf tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 943 time: 0.1717780 Jun 24 08:19:00.468804 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Request body: {'port': {'device_id': '316723f1-2496-490c-a542-09dea2bc82c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:00.481969 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b0e1a-e38f-46d0-9d69-257f8e02fcd5 req-415f8c59-19da-465b-8d1a-b3134cccf19a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:00.489597 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-066b0e1a-e38f-46d0-9d69-257f8e02fcd5 req-415f8c59-19da-465b-8d1a-b3134cccf19a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.1936443 Jun 24 08:19:00.561669 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4d55ba66-68e4-4fec-9b46-9ed0fa2f0bfd req-5178c763-4c0f-44a9-902d-f4bd4ea0161e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931685 Jun 24 08:19:00.571315 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-066b0e1a-e38f-46d0-9d69-257f8e02fcd5 req-51389326-ae34-493b-b31a-ebcfe63b506d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786259 Jun 24 08:19:00.598413 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3c1dedd7-0834-4b7e-8019-75dfe422954e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (89d011f7-6cbd-4cc3-9e18-fa9efaebaf33), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:00.608877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3c1dedd7-0834-4b7e-8019-75dfe422954e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:00.610196 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3c1dedd7-0834-4b7e-8019-75dfe422954e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89d011f7-6cbd-4cc3-9e18-fa9efaebaf33 HTTP/1.1" status: 204 len: 168 time: 0.4493210 Jun 24 08:19:00.632627 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-cc173adf-903f-4f0b-96b6-7288cf841909 None None] Provisioning complete for port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:19:00.633174 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-cc173adf-903f-4f0b-96b6-7288cf841909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:00.773206 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d3ce8-640f-4d77-8681-3d02f477f419 req-63693980-2f20-4270-a68a-fc9633e54607 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:00.774875 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-301d3ce8-640f-4d77-8681-3d02f477f419 req-63693980-2f20-4270-a68a-fc9633e54607 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.1318042 Jun 24 08:19:00.788845 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c0ec-dfdc-449b-8c37-8551d9153af7 req-e915184f-7471-4ecb-abec-b3db82d3506f tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:00.790424 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-de92c0ec-dfdc-449b-8c37-8551d9153af7 req-e915184f-7471-4ecb-abec-b3db82d3506f tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 943 time: 0.0816326 Jun 24 08:19:00.828061 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 823e7cca-f746-4e4d-acb7-1d8522ad4750 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:19:00.865362 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-cc173adf-903f-4f0b-96b6-7288cf841909 None None] Port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:19:00.868059 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-301d3ce8-640f-4d77-8681-3d02f477f419 req-b12e5151-8799-4b91-a77f-e76f54aef6ff tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867753 Jun 24 08:19:00.880522 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-de92c0ec-dfdc-449b-8c37-8551d9153af7 req-3a673873-934d-4313-ba11-e9acb7c33b71 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757914 Jun 24 08:19:00.954584 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:00.962050 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:00.964785 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af673-dfeb-45b2-aa9e-e2de1e48d4cd req-5ae7e379-086f-4e7d-b2d9-5f300f89c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:00.966446 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f56af673-dfeb-45b2-aa9e-e2de1e48d4cd req-5ae7e379-086f-4e7d-b2d9-5f300f89c134 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 1127 time: 0.4637880 Jun 24 08:19:00.967407 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-eba69784-dcef-4d4e-8991-08737e1afff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:00.968763 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-eba69784-dcef-4d4e-8991-08737e1afff1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 1127 time: 0.3509705 Jun 24 08:19:00.969458 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dedd7-0834-4b7e-8019-75dfe422954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d011f7-6cbd-4cc3-9e18-fa9efaebaf33,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:00.996442 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-f3fb467a-4ad5-473b-8f00-a62c8976d40f service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859082 Jun 24 08:19:01.000303 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-e28f3da8-2e16-49d4-a7d7-6b486020f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.000902 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-e28f3da8-2e16-49d4-a7d7-6b486020f897 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 1127 time: 0.3864920 Jun 24 08:19:01.004557 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074dc5-5cb1-458f-bf99-e6eaa0632cf3 req-a5b82957-243a-4e17-a8ca-a70f314a873f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.006044 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b0074dc5-5cb1-458f-bf99-e6eaa0632cf3 req-a5b82957-243a-4e17-a8ca-a70f314a873f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 931 time: 0.0542939 Jun 24 08:19:01.017089 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 823e7cca-f746-4e4d-acb7-1d8522ad4750, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:01.044852 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '823e7cca-f746-4e4d-acb7-1d8522ad4750', 'network_id': 'd92a1584-eab7-4ac8-a344-67821b0aca95', 'port_id': '823e7cca-f746-4e4d-acb7-1d8522ad4750', 'mac_address': 'fa:16:3e:d5:d8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d24d9ca-3faa-475e-890e-2cbdc44c4982', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:19:01.082779 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b0074dc5-5cb1-458f-bf99-e6eaa0632cf3 req-c80de36c-cfb8-4eb6-b281-d0bd6cc9cbee tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684042 Jun 24 08:19:01.096804 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 823e7cca-f746-4e4d-acb7-1d8522ad4750 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:01.097282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:01.125614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823e7cca-f746-4e4d-acb7-1d8522ad4750 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:19:01.128248 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-4403a35d-156d-4723-ba0a-85c57118638d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 200 len: 217 time: 0.1151865 Jun 24 08:19:01.143491 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-a5166ec4-d262-4585-a636-a3624f320d82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 200 len: 217 time: 0.1090221 Jun 24 08:19:01.150000 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 823e7cca-f746-4e4d-acb7-1d8522ad4750, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:01.247670 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:01.307161 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=823e7cca-f746-4e4d-acb7-1d8522ad4750,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:01.420127 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-8496289c-4660-4ee4-bb66-d80f0fe5d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.421611 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-8496289c-4660-4ee4-bb66-d80f0fe5d385 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.2493653 Jun 24 08:19:01.440508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-2adf0692-d201-4e28-b62b-d14835dec757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.441990 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-2adf0692-d201-4e28-b62b-d14835dec757 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.2960453 Jun 24 08:19:01.500001 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af673-dfeb-45b2-aa9e-e2de1e48d4cd req-5f132c2f-125b-41d4-b205-165f788847be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.501514 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f56af673-dfeb-45b2-aa9e-e2de1e48d4cd req-5f132c2f-125b-41d4-b205-165f788847be service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4997864 Jun 24 08:19:01.525667 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-e8058bdb-f367-467c-bf64-0979bde20402 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885862 Jun 24 08:19:01.646207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['823e7cca-f746-4e4d-acb7-1d8522ad4750'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:19:01.689572 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-8f3bf244-2edb-445f-b6a2-5944fa4dd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.692702 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-8f3bf244-2edb-445f-b6a2-5944fa4dd890 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2452478 Jun 24 08:19:01.693687 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d64408f8-ebd6-49c3-a890-516690baafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.695197 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d64408f8-ebd6-49c3-a890-516690baafa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2380919 Jun 24 08:19:01.749658 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af673-dfeb-45b2-aa9e-e2de1e48d4cd req-2b76aa2d-54e9-467d-8af3-25013ba517f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.751691 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f56af673-dfeb-45b2-aa9e-e2de1e48d4cd req-2b76aa2d-54e9-467d-8af3-25013ba517f3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208931 Jun 24 08:19:01.796246 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6e3c-a4b2-4978-baf2-11be2af56530 req-b31f2577-23fd-48eb-ae74-9f5e9c04ac40 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.803252 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-daff6e3c-a4b2-4978-baf2-11be2af56530 req-b31f2577-23fd-48eb-ae74-9f5e9c04ac40 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.1037080 Jun 24 08:19:01.833390 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0864fbb-b6bf-48ec-8cb1-9e0a270336cf {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:19:01.843642 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Publish callbacks [] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:01.846522 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53704) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:01.863381 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-daff6e3c-a4b2-4978-baf2-11be2af56530 req-d1f2a1ca-0011-40c9-b744-2d7721e52543 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590732 Jun 24 08:19:01.874854 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af147abe-6144-4aa1-9ece-edf0a7d020c5 req-7ff49ea6-caa0-49c0-9c78-63053ca93611 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:01.882550 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}, {'name': 'network-changed', 'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:01.889093 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071b67f5-580c-4088-8a45-c224de32769a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af"}, {"name": "network-changed", "server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:01.899160 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Transition to ACTIVE for port object b0864fbb-b6bf-48ec-8cb1-9e0a270336cf will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:19:01.899299 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af147abe-6144-4aa1-9ece-edf0a7d020c5 req-7ff49ea6-caa0-49c0-9c78-63053ca93611 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 943 time: 0.1643293 Jun 24 08:19:01.944442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044965c6-55e7-4986-9b5e-966b0b78d22e x-openstack-request-id: req-044965c6-55e7-4986-9b5e-966b0b78d22e {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:01.944761 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:01.945012 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-044965c6-55e7-4986-9b5e-966b0b78d22e {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:01.945419 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044965c6-55e7-4986-9b5e-966b0b78d22e'] response: {'name': 'network-changed', 'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'status': 'completed', 'code': 200} Jun 24 08:19:01.945673 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044965c6-55e7-4986-9b5e-966b0b78d22e'] response: {'name': 'network-changed', 'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'status': 'completed', 'code': 200} Jun 24 08:19:01.962485 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af147abe-6144-4aa1-9ece-edf0a7d020c5 req-571d5592-e376-4731-bdfe-30f3ab8c43cf tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641921 Jun 24 08:19:01.998083 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:02.001886 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.085982 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d6c-f6c6-431a-a13c-b886acea28fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.097141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f2f84-827e-4d52-8683-121a8c33bf8c req-1c49e34d-a52e-4272-80bc-1e0f27dd0f56 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:02.098910 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d21f2f84-827e-4d52-8683-121a8c33bf8c req-1c49e34d-a52e-4272-80bc-1e0f27dd0f56 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 944 time: 0.0831850 Jun 24 08:19:02.102794 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Pushing event updated for resources: {'Port': ['ID=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:02.123046 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca03389-eaab-48fd-9098-2a1cc6063d93 req-490084a4-d785-4bf4-b70d-7839987b3a2a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:02.123046 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0ca03389-eaab-48fd-9098-2a1cc6063d93 req-490084a4-d785-4bf4-b70d-7839987b3a2a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0649235 Jun 24 08:19:02.195406 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d21f2f84-827e-4d52-8683-121a8c33bf8c req-fe5be37b-8f28-4de1-8a07-8858747da3e8 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738354 Jun 24 08:19:02.228817 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0ca03389-eaab-48fd-9098-2a1cc6063d93 req-7ac542a8-7206-4f79-9286-2974249e014d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979164 Jun 24 08:19:02.230020 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Attempting to bind port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:19:02.230362 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Attempting to bind port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:19:02.230744 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Attempting to bind port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:19:02.247006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf on network 99d769cf-78c9-4625-a069-73c6a05c7529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:19:02.247006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Attempting to bind port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:19:02.254841 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:19:02.255188 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Checking segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:19:02.255577 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Bound using segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:19:02.256019 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Bound port: b0864fbb-b6bf-48ec-8cb1-9e0a270336cf, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:19:02.256413 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.290512 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d6c-f6c6-431a-a13c-b886acea28fe admin admin] Publish callbacks [] for security_group (07247238-af21-41be-a398-2a49ea1e191b), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.348538 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:02.349268 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a146e7b-2d87-49f7-a0d0-12519f0f25ed req-060c6aaf-295a-44a2-9914-93bc650369e3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:02.353238 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3a146e7b-2d87-49f7-a0d0-12519f0f25ed req-060c6aaf-295a-44a2-9914-93bc650369e3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 943 time: 0.0654349 Jun 24 08:19:02.367244 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d6c-f6c6-431a-a13c-b886acea28fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (07247238-af21-41be-a398-2a49ea1e191b), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.414567 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3a146e7b-2d87-49f7-a0d0-12519f0f25ed req-01942d27-9819-4819-a1a0-ff7f38dde138 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Jun 24 08:19:02.418980 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] For port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:19:02.445567 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf4d6c-f6c6-431a-a13c-b886acea28fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07247238-af21-41be-a398-2a49ea1e191b,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:02.501189 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:02.517426 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] For port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:19:02.520532 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f5bf4d6c-f6c6-431a-a13c-b886acea28fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d0d631ac9b847c0981d5a321fef0d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6729763 Jun 24 08:19:02.523874 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53726) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:02.583839 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-76a11f93-1ebb-4bd3-9643-30ed62b27c84 admin admin] Publish callbacks [] for security_group (07247238-af21-41be-a398-2a49ea1e191b), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.611352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-6230e948-335b-47da-be25-a102aba88c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:02.612648 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-76a11f93-1ebb-4bd3-9643-30ed62b27c84 admin admin] Publish callbacks [] for security_group (07247238-af21-41be-a398-2a49ea1e191b), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.614358 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-6230e948-335b-47da-be25-a102aba88c42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 1127 time: 0.0891685 Jun 24 08:19:02.628181 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 5f99fb72-376e-4446-ad42-3753371001b5 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:19:02.652219 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.666602 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 823e7cca-f746-4e4d-acb7-1d8522ad4750 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:19:02.667621 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:02.692263 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-d219600c-9831-4687-8f43-c40a4e6956ec service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488282 Jun 24 08:19:02.744171 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:02.749725 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 823e7cca-f746-4e4d-acb7-1d8522ad4750 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:19:02.761458 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:02.762614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.764186 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] 10.222.0.26 "PUT /v2.0/ports/b0864fbb-b6bf-48ec-8cb1-9e0a270336cf HTTP/1.1" status: 200 len: 1093 time: 2.3084176 Jun 24 08:19:02.777976 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-bd22a0ce-68e9-4051-8b71-1bde42ac35ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072982f9-ed8e-452f-86d8-8f755a82116b HTTP/1.1" status: 200 len: 217 time: 0.1138690 Jun 24 08:19:02.810542 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-76a11f93-1ebb-4bd3-9643-30ed62b27c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (07247238-af21-41be-a398-2a49ea1e191b), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.813216 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-76a11f93-1ebb-4bd3-9643-30ed62b27c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.817217 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-76a11f93-1ebb-4bd3-9643-30ed62b27c84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07247238-af21-41be-a398-2a49ea1e191b HTTP/1.1" status: 204 len: 168 time: 0.2916706 Jun 24 08:19:02.837555 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a11f93-1ebb-4bd3-9643-30ed62b27c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07247238-af21-41be-a398-2a49ea1e191b,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:02.841663 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 5f99fb72-376e-4446-ad42-3753371001b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f99fb72-376e-4446-ad42-3753371001b5,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:02.882766 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-6d51d9cd-0ade-4718-a4b8-d08ca00bade4 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445870 Jun 24 08:19:02.893733 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 823e7cca-f746-4e4d-acb7-1d8522ad4750 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:19:02.894113 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:02.937165 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:02.939091 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '5f99fb72-376e-4446-ad42-3753371001b5', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:19:02.972605 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0710f-c368-4f4b-a1b9-02998dc32e90 service neutron] Pushing event updated for resources: {'Port': ['ID=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:03.038633 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2573-4a4e-45ba-bf4f-305e26b60973 req-b6669c4f-07e5-4879-b4de-63475b57d51e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.040749 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-96ec2573-4a4e-45ba-bf4f-305e26b60973 req-b6669c4f-07e5-4879-b4de-63475b57d51e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 944 time: 0.0768511 Jun 24 08:19:03.045911 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-40d7ab35-816b-4633-82d4-5c2c747b2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.047401 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-40d7ab35-816b-4633-82d4-5c2c747b2908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.2513142 Jun 24 08:19:03.071323 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 5f99fb72-376e-4446-ad42-3753371001b5 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:03.071714 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5f99fb72-376e-4446-ad42-3753371001b5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:03.088372 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 823e7cca-f746-4e4d-acb7-1d8522ad4750 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:03.088763 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:03.099213 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f99fb72-376e-4446-ad42-3753371001b5 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:19:03.128351 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-96ec2573-4a4e-45ba-bf4f-305e26b60973 req-8b740ba6-eb2e-4a86-a9ca-8a92b54a4602 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791395 Jun 24 08:19:03.129744 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823e7cca-f746-4e4d-acb7-1d8522ad4750'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:03.141917 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e42ba6-7e06-4a3c-bc5d-cd297c156c0a req-cb46abc8-91e9-4bb7-b93b-d955fac25d36 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.143638 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7e42ba6-7e06-4a3c-bc5d-cd297c156c0a req-cb46abc8-91e9-4bb7-b93b-d955fac25d36 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 943 time: 0.0721481 Jun 24 08:19:03.206060 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 5f99fb72-376e-4446-ad42-3753371001b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f99fb72-376e-4446-ad42-3753371001b5,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:03.220585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 823e7cca-f746-4e4d-acb7-1d8522ad4750, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:03.232738 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7e42ba6-7e06-4a3c-bc5d-cd297c156c0a req-2246a89a-584b-4cb6-a90a-f1c299fdd9eb tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590303 Jun 24 08:19:03.289422 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5f99fb72-376e-4446-ad42-3753371001b5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:03.323112 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-167ed89f-3c3f-4e0e-9535-acdba7a5ad91 req-38f32015-1d2c-4e9b-bd54-5905545449b6 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905223 Jun 24 08:19:03.324314 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-d6c4588e-7613-42f4-ade8-c7547cbd3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.326149 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-d6c4588e-7613-42f4-ade8-c7547cbd3052 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 1127 time: 0.3786149 Jun 24 08:19:03.387838 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:03.401434 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7119e36-fc45-4470-b682-953a12b224bb req-32e06bb5-88ef-4ea1-957a-1a6743a9eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.403502 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-32e06bb5-88ef-4ea1-957a-1a6743a9eaad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884573 Jun 24 08:19:03.411249 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ccd9a-6ecd-40eb-86bb-6a7fa0dda51c req-325f2271-18e3-4a3e-8169-6452bf74e5f9 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.420800 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-db2ccd9a-6ecd-40eb-86bb-6a7fa0dda51c req-325f2271-18e3-4a3e-8169-6452bf74e5f9 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 944 time: 0.1350231 Jun 24 08:19:03.439056 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=5f99fb72-376e-4446-ad42-3753371001b5,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:03.466842 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-ac177a0c-7b77-4033-a73a-7e2bd171124e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf HTTP/1.1" status: 200 len: 217 time: 0.0605726 Jun 24 08:19:03.512759 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=823e7cca-f746-4e4d-acb7-1d8522ad4750,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:03.609528 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9eec504e-2911-49f6-afe7-d91d48cadb00 req-36a51395-bc67-4e07-8aac-df1987f4630e service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590412 Jun 24 08:19:03.626351 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['5f99fb72-376e-4446-ad42-3753371001b5'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:19:03.648228 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-2453d266-2b67-42fc-9d71-f30b9d6a8324 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781223 Jun 24 08:19:03.650154 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-8db11ebf-1efb-4894-9598-1bc28bd4bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.652679 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-8db11ebf-1efb-4894-9598-1bc28bd4bcbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.1153278 Jun 24 08:19:03.721342 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4727511b-cb6c-483f-b47f-c83d2a2bd889" -d '{"events": [{"server_uuid": "02ce4c46-0c8a-4917-8efb-30706cac089c", "name": "network-vif-plugged", "status": "completed", "tag": "823e7cca-f746-4e4d-acb7-1d8522ad4750"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:03.825796 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53768) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:03.841463 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a018-d0d7-4385-bc81-33f5907ca294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:03.842360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe15c2-a38e-4d1c-88bc-5eceef1408a0 req-456bdff3-9a5a-48df-b8de-0cc6e1f3b03d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:03.844441 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-45fe15c2-a38e-4d1c-88bc-5eceef1408a0 req-456bdff3-9a5a-48df-b8de-0cc6e1f3b03d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.3866138 Jun 24 08:19:03.853353 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-db2ccd9a-6ecd-40eb-86bb-6a7fa0dda51c req-3f4d8f86-ba72-43c4-85f1-9fb2d1d15951 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314275 Jun 24 08:19:03.904071 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-45fe15c2-a38e-4d1c-88bc-5eceef1408a0 req-aff5efa5-ec67-44d7-aea5-a3bf245bebef tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496643 Jun 24 08:19:03.949283 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316723f1-2496-490c-a542-09dea2bc82c1', 'tag': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:03.952907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1e9c31-f747-476a-8671-070f72371836" -d '{"events": [{"name": "network-changed", "server_uuid": "316723f1-2496-490c-a542-09dea2bc82c1", "tag": "b0864fbb-b6bf-48ec-8cb1-9e0a270336cf"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:03.957483 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a018-d0d7-4385-bc81-33f5907ca294 admin admin] Publish callbacks [] for security_group (11826aa3-2a49-4531-9b6b-76bcc44e943e), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:04.012982 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9afba8-379c-4673-a735-c269c5d39431 req-4076062c-80a8-4e24-8387-5b8dd8c8dbbd tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:04.021216 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc9afba8-379c-4673-a735-c269c5d39431 req-4076062c-80a8-4e24-8387-5b8dd8c8dbbd tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 943 time: 0.0590742 Jun 24 08:19:04.065090 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a018-d0d7-4385-bc81-33f5907ca294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (11826aa3-2a49-4531-9b6b-76bcc44e943e), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:04.070795 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc9afba8-379c-4673-a735-c269c5d39431 req-e78cb862-312c-47e3-91e4-447f1f18f7f8 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Jun 24 08:19:04.111976 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5a018-d0d7-4385-bc81-33f5907ca294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11826aa3-2a49-4531-9b6b-76bcc44e943e,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:04.118947 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f4b5a018-d0d7-4385-bc81-33f5907ca294 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f07186ac1acd431bbb27da31452a1f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896233 Jun 24 08:19:04.119107 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53780) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:04.161672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cc5b5c-0366-4c99-b49b-35980bfc2657 x-openstack-request-id: req-07cc5b5c-0366-4c99-b49b-35980bfc2657 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:04.161958 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316723f1-2496-490c-a542-09dea2bc82c1", "tag": "b0864fbb-b6bf-48ec-8cb1-9e0a270336cf", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:04.162308 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07cc5b5c-0366-4c99-b49b-35980bfc2657 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:04.162703 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc5b5c-0366-4c99-b49b-35980bfc2657'] response: {'name': 'network-changed', 'server_uuid': '316723f1-2496-490c-a542-09dea2bc82c1', 'tag': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf', 'status': 'completed', 'code': 200} Jun 24 08:19:04.162810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717762d2-1763-4e13-9375-e381729503bd x-openstack-request-id: req-717762d2-1763-4e13-9375-e381729503bd {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:04.163157 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce4c46-0c8a-4917-8efb-30706cac089c", "name": "network-vif-plugged", "status": "completed", "tag": "823e7cca-f746-4e4d-acb7-1d8522ad4750", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:04.163476 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-717762d2-1763-4e13-9375-e381729503bd {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:04.164303 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717762d2-1763-4e13-9375-e381729503bd'] response: {'server_uuid': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823e7cca-f746-4e4d-acb7-1d8522ad4750', 'code': 200} Jun 24 08:19:04.190695 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59895ac0-05ca-4e23-9526-795be270ff0e admin admin] Publish callbacks [] for security_group (11826aa3-2a49-4531-9b6b-76bcc44e943e), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:04.227300 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59895ac0-05ca-4e23-9526-795be270ff0e admin admin] Publish callbacks [] for security_group (11826aa3-2a49-4531-9b6b-76bcc44e943e), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:04.283553 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362d2bb-96df-45d8-9087-68f26dcf2601 req-c520095c-cbbc-4392-929e-1a414b640d4a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:04.285105 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c362d2bb-96df-45d8-9087-68f26dcf2601 req-c520095c-cbbc-4392-929e-1a414b640d4a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 945 time: 0.0552776 Jun 24 08:19:04.366746 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c362d2bb-96df-45d8-9087-68f26dcf2601 req-83b3b17c-aff6-4131-ad88-c5cf1ab4e2b8 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760891 Jun 24 08:19:04.375041 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77782d47-f35d-4965-b1d1-14dab8e7a835 req-7c1fa1a0-d58c-480b-8d6c-8b8c164cec3f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:04.380090 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-77782d47-f35d-4965-b1d1-14dab8e7a835 req-7c1fa1a0-d58c-480b-8d6c-8b8c164cec3f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 943 time: 0.0668006 Jun 24 08:19:04.435328 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-77782d47-f35d-4965-b1d1-14dab8e7a835 req-260213ab-aa45-4c82-bdc4-2654c97f66a9 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461931 Jun 24 08:19:04.447179 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59895ac0-05ca-4e23-9526-795be270ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (11826aa3-2a49-4531-9b6b-76bcc44e943e), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:04.450747 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59895ac0-05ca-4e23-9526-795be270ff0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:04.452430 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-59895ac0-05ca-4e23-9526-795be270ff0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11826aa3-2a49-4531-9b6b-76bcc44e943e HTTP/1.1" status: 204 len: 168 time: 0.3273661 Jun 24 08:19:04.472829 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:04.493709 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59895ac0-05ca-4e23-9526-795be270ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11826aa3-2a49-4531-9b6b-76bcc44e943e,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:04.498160 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-2fdeece1-0933-4b67-9af1-143227fd549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:04.499745 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-2fdeece1-0933-4b67-9af1-143227fd549a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934079 Jun 24 08:19:04.592181 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b7119e36-fc45-4470-b682-953a12b224bb req-db418ce2-9945-4fe8-bbfd-4b66777a6ede service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757965 Jun 24 08:19:04.634105 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device e384c8cd-dcc0-44bf-befe-34c87737476f details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:19:04.646025 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 5f99fb72-376e-4446-ad42-3753371001b5 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:19:04.748835 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 5f99fb72-376e-4446-ad42-3753371001b5 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:19:04.783754 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port e384c8cd-dcc0-44bf-befe-34c87737476f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=e384c8cd-dcc0-44bf-befe-34c87737476f,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:04.795571 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'port_id': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'mac_address': 'fa:16:3e:2e:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:19:04.830811 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port e384c8cd-dcc0-44bf-befe-34c87737476f is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:04.831314 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:04.844991 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e384c8cd-dcc0-44bf-befe-34c87737476f {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:19:04.866571 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port e384c8cd-dcc0-44bf-befe-34c87737476f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=e384c8cd-dcc0-44bf-befe-34c87737476f,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:04.907183 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 5f99fb72-376e-4446-ad42-3753371001b5 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:19:04.907484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5f99fb72-376e-4446-ad42-3753371001b5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:05.008428 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:05.035632 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65241463-f1ea-4090-b199-22d7a867ed65 req-ab9cf7d0-8c7a-4b37-a8b3-089aa23834cf tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:05.042964 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-65241463-f1ea-4090-b199-22d7a867ed65 req-ab9cf7d0-8c7a-4b37-a8b3-089aa23834cf tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0838425 Jun 24 08:19:05.059784 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 5f99fb72-376e-4446-ad42-3753371001b5 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:05.066557 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5f99fb72-376e-4446-ad42-3753371001b5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:05.105532 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e05d0-23a2-4a56-b255-656ee8f2319b req-9ac7bfc0-69c3-4c52-b5e2-d29e15b60b62 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:05.108715 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b89e05d0-23a2-4a56-b255-656ee8f2319b req-9ac7bfc0-69c3-4c52-b5e2-d29e15b60b62 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0981719 Jun 24 08:19:05.162049 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 5f99fb72-376e-4446-ad42-3753371001b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f99fb72-376e-4446-ad42-3753371001b5,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:05.169222 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=e384c8cd-dcc0-44bf-befe-34c87737476f,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:05.170269 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-65241463-f1ea-4090-b199-22d7a867ed65 req-9bf5ea37-0ccf-4ac8-b9b7-8a3549137c4d tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203592 Jun 24 08:19:05.217279 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b89e05d0-23a2-4a56-b255-656ee8f2319b req-07edf5e2-dd6d-445a-aa3c-d68136a24ef7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942183 Jun 24 08:19:05.283965 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6688f5-2c87-46d8-8409-9271c7eb9900 req-de57e95f-8e58-493f-9bba-c7091d2172e1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:05.293738 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fe6688f5-2c87-46d8-8409-9271c7eb9900 req-de57e95f-8e58-493f-9bba-c7091d2172e1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 943 time: 0.0673430 Jun 24 08:19:05.323752 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5f99fb72-376e-4446-ad42-3753371001b5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:05.344863 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fe6688f5-2c87-46d8-8409-9271c7eb9900 req-285c9f17-5e98-4b3a-8ae2-dafe149fa42a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Jun 24 08:19:05.352526 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['e384c8cd-dcc0-44bf-befe-34c87737476f'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:19:05.411102 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=5f99fb72-376e-4446-ad42-3753371001b5,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:05.444218 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:05.550760 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c86312-8687-4ac0-9cc6-ba02f158d9cd req-a38d59db-609e-421b-a3d4-033e5cdee0ff tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:05.563541 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-85c86312-8687-4ac0-9cc6-ba02f158d9cd req-a38d59db-609e-421b-a3d4-033e5cdee0ff tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.1033478 Jun 24 08:19:05.802727 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d24dc-0d7e-4a58-8510-4f4a712c6b48 req-c75efaf1-4ac5-4f5c-899d-7e4885cef646 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:05.802727 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c43d24dc-0d7e-4a58-8510-4f4a712c6b48 req-c75efaf1-4ac5-4f5c-899d-7e4885cef646 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 944 time: 0.0937080 Jun 24 08:19:05.802727 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-85c86312-8687-4ac0-9cc6-ba02f158d9cd req-ea06b9e2-0a83-4510-bb8e-e69f8db12474 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209743 Jun 24 08:19:05.804372 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-5252a9ae-2016-46f2-92a0-b8d98f6882ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:05.804372 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-5252a9ae-2016-46f2-92a0-b8d98f6882ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 1127 time: 0.2702668 Jun 24 08:19:05.804372 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09234423-2bb5-4689-8f16-5270e1760a68 req-50c0a2d3-6f51-4e91-b166-5f1efa373188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:05.804372 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-09234423-2bb5-4689-8f16-5270e1760a68 req-50c0a2d3-6f51-4e91-b166-5f1efa373188 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 1129 time: 0.2089677 Jun 24 08:19:05.804372 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-955fbd21-38cb-45e8-8b17-31f85a9289ef service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039484 Jun 24 08:19:05.805373 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c43d24dc-0d7e-4a58-8510-4f4a712c6b48 req-c14a82ce-a4af-4314-ae00-0b5c035b33b8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557773 Jun 24 08:19:05.806000 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:06.097749 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53856) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:06.105023 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53860) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:06.165209 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:06.169420 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bf4659-942e-46c9-b1d8-b6a38cf9bb3c" -d '{"events": [{"server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "name": "network-vif-plugged", "status": "completed", "tag": "5f99fb72-376e-4446-ad42-3753371001b5"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:06.212664 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ea3a5286-d7eb-41cf-805b-eec654fcb093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.213557 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85bee8a-07b2-476e-954a-7ca1c87cf806 x-openstack-request-id: req-e85bee8a-07b2-476e-954a-7ca1c87cf806 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:06.213954 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "name": "network-vif-plugged", "status": "completed", "tag": "5f99fb72-376e-4446-ad42-3753371001b5", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:06.214429 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e85bee8a-07b2-476e-954a-7ca1c87cf806 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:06.214818 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1454194722-network', 'tenant_id': '17d9a639a1a44a589e449a4b9879d9de'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:06.214979 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85bee8a-07b2-476e-954a-7ca1c87cf806'] response: {'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5', 'code': 200} Jun 24 08:19:06.227465 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:06.287866 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b762a-a2b4-40b1-8401-710e528136d6 req-0f64ec65-4b8a-4ab1-98df-553b532cf276 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:06.290008 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d18b762a-a2b4-40b1-8401-710e528136d6 req-0f64ec65-4b8a-4ab1-98df-553b532cf276 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0537963 Jun 24 08:19:06.307572 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:06.310405 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ea3a5286-d7eb-41cf-805b-eec654fcb093 admin admin] Publish callbacks [] for security_group (419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.377263 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d188d6-e567-404b-b631-24eb3359d586 req-206ed0c6-956a-4526-88a0-5c9c871b159f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:06.378639 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b3d188d6-e567-404b-b631-24eb3359d586 req-206ed0c6-956a-4526-88a0-5c9c871b159f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0641112 Jun 24 08:19:06.381933 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d18b762a-a2b4-40b1-8401-710e528136d6 req-74be442c-d77e-4795-95c0-f87324017f0c tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850697 Jun 24 08:19:06.392148 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Made reservation on behalf of 17d9a639a1a44a589e449a4b9879d9de for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:19:06.397530 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.405302 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.425201 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ea3a5286-d7eb-41cf-805b-eec654fcb093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.429435 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b3d188d6-e567-404b-b631-24eb3359d586 req-10c4aac7-c734-46de-a27f-5d4a21e11297 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Jun 24 08:19:06.499180 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543761b0-48e3-4da8-9913-4450ddb4cb8e req-c6bd10ab-532e-4d2b-ac25-f8b58797e3ff tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:06.501000 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-543761b0-48e3-4da8-9913-4450ddb4cb8e req-c6bd10ab-532e-4d2b-ac25-f8b58797e3ff tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 943 time: 0.0534766 Jun 24 08:19:06.547649 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:06.551383 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-543761b0-48e3-4da8-9913-4450ddb4cb8e req-429374ab-3da6-4701-85d6-88f715e3ed67 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Jun 24 08:19:06.562843 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-09234423-2bb5-4689-8f16-5270e1760a68 req-e99de301-5579-4783-a01b-159c9b4d7b59 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.604626 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a5286-d7eb-41cf-805b-eec654fcb093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:06.623644 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-ea3a5286-d7eb-41cf-805b-eec654fcb093 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b14c8224fc2479c90255d6533f6e665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247369 Jun 24 08:19:06.626222 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53872) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:06.645431 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:19:06.655576 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device e384c8cd-dcc0-44bf-befe-34c87737476f up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:19:06.686864 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:06.877141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440a739-7b86-4e63-aecf-dc512b692cb0 req-8b8a09fa-82e7-4370-bf23-c1390df495ea tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:06.885775 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f440a739-7b86-4e63-aecf-dc512b692cb0 req-8b8a09fa-82e7-4370-bf23-c1390df495ea tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0866685 Jun 24 08:19:06.889265 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port e384c8cd-dcc0-44bf-befe-34c87737476f completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:19:06.895689 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-9377257c-4499-4846-bceb-42058815bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:06.897112 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-9377257c-4499-4846-bceb-42058815bcd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.4618964 Jun 24 08:19:06.898975 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-b398233f-5739-4e08-a3c8-6cb03f07c7fb service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657710 Jun 24 08:19:06.899869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94c819-6cf8-4220-a34a-ee4edefa7e15 req-69a32ac4-b82b-434d-ba2b-dcef365ca9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:06.901218 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6d94c819-6cf8-4220-a34a-ee4edefa7e15 req-69a32ac4-b82b-434d-ba2b-dcef365ca9c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 1130 time: 0.1486068 Jun 24 08:19:06.910798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks [] for security_group (aef3e164-1c85-4755-8219-d19884bb3a64), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.917907 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:06.934969 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f247a-2374-4838-ab3b-2dc869ea270a req-4cf2c34d-a2e1-4d4d-bf1d-5a128d8ca469 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:06.935206 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'port_id': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'mac_address': 'fa:16:3e:72:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:19:06.943245 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b86f247a-2374-4838-ab3b-2dc869ea270a req-4cf2c34d-a2e1-4d4d-bf1d-5a128d8ca469 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 944 time: 0.1081982 Jun 24 08:19:06.985669 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:06.985907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-62ca1990-4b6e-4130-ad2a-5d6abbe97bb0 admin admin] Publish callbacks [] for security_group (419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.986036 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:06.993649 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-6d94c819-6cf8-4220-a34a-ee4edefa7e15 req-30143af8-212b-43ef-a592-79985630d3dc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.001527 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-926b62b3-962c-4baa-9f73-42c42e739318 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 200 len: 217 time: 0.0719764 Jun 24 08:19:07.005510 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d9a70f-da10-48c1-8fe9-7faf5a9301af {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:19:07.010046 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port e384c8cd-dcc0-44bf-befe-34c87737476f triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:19:07.010708 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.012933 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b86f247a-2374-4838-ab3b-2dc869ea270a req-752b282c-3d62-46bd-9235-846faba28a49 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684392 Jun 24 08:19:07.062991 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f440a739-7b86-4e63-aecf-dc512b692cb0 req-1bb45502-218d-4548-b263-e22f155a4830 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759853 Jun 24 08:19:07.063887 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-09234423-2bb5-4689-8f16-5270e1760a68 req-e99de301-5579-4783-a01b-159c9b4d7b59 service neutron] Publish callbacks [] for security_group (7f0ca8e8-6662-4c09-b44c-b2a3d0771ce5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.064873 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (aef3e164-1c85-4755-8219-d19884bb3a64), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.077381 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:07.087229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-62ca1990-4b6e-4130-ad2a-5d6abbe97bb0 admin admin] Publish callbacks [] for security_group (419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.125997 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port e384c8cd-dcc0-44bf-befe-34c87737476f is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:07.126477 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.126629 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:19:07.157565 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-a05e5b54-52a9-44ae-a745-96b8c290c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:07.159117 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-a05e5b54-52a9-44ae-a745-96b8c290c78a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.1446261 Jun 24 08:19:07.169338 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port e384c8cd-dcc0-44bf-befe-34c87737476f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=e384c8cd-dcc0-44bf-befe-34c87737476f,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:07.170787 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3e164-1c85-4755-8219-d19884bb3a64,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:07.179197 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (712bb960-8bfc-4259-ab11-a69054981192), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.179539 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Added segment 712bb960-8bfc-4259-ab11-a69054981192 of type vlan for network 97cda298-9523-42ad-a007-892558428dfb Jun 24 08:19:07.211669 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-09234423-2bb5-4689-8f16-5270e1760a68 req-e99de301-5579-4783-a01b-159c9b4d7b59 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7f0ca8e8-6662-4c09-b44c-b2a3d0771ce5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.230373 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.234457 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 072982f9-ed8e-452f-86d8-8f755a82116b details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:19:07.234574 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (97cda298-9523-42ad-a007-892558428dfb), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.265192 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:07.273096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.db.api [req-6d94c819-6cf8-4220-a34a-ee4edefa7e15 req-30143af8-212b-43ef-a592-79985630d3dc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 94006e699c6649098c687eb8363c07e2 {{(pid=104493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:19:07.273477 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG oslo_db.api [req-6d94c819-6cf8-4220-a34a-ee4edefa7e15 req-30143af8-212b-43ef-a592-79985630d3dc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:19:07.281661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99de301-5579-4783-a01b-159c9b4d7b59 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ca8e8-6662-4c09-b44c-b2a3d0771ce5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:07.292442 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-09234423-2bb5-4689-8f16-5270e1760a68 req-e99de301-5579-4783-a01b-159c9b4d7b59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497128 Jun 24 08:19:07.299553 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.309994 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:07.362054 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-62ca1990-4b6e-4130-ad2a-5d6abbe97bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.364811 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-62ca1990-4b6e-4130-ad2a-5d6abbe97bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.366448 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-62ca1990-4b6e-4130-ad2a-5d6abbe97bb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1 HTTP/1.1" status: 204 len: 168 time: 0.7013991 Jun 24 08:19:07.377969 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca1990-4b6e-4130-ad2a-5d6abbe97bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419357e9-7d2b-4c94-8ce1-1a7f3c2e3ad1,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:07.391433 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (97cda298-9523-42ad-a007-892558428dfb), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.392728 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:07.393487 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.428322 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=e384c8cd-dcc0-44bf-befe-34c87737476f,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:07.436216 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 072982f9-ed8e-452f-86d8-8f755a82116b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=072982f9-ed8e-452f-86d8-8f755a82116b,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:07.453378 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '072982f9-ed8e-452f-86d8-8f755a82116b', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'port_id': '072982f9-ed8e-452f-86d8-8f755a82116b', 'mac_address': 'fa:16:3e:bc:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:19:07.504589 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 072982f9-ed8e-452f-86d8-8f755a82116b is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:07.508250 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.514037 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] Pushing event updated for resources: {'Network': ['ID=97cda298-9523-42ad-a007-892558428dfb,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:07.525096 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 97cda298-9523-42ad-a007-892558428dfb details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:19:07.541430 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072982f9-ed8e-452f-86d8-8f755a82116b {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:19:07.549303 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6c7e0-4be2-48c0-912e-26e95a41c887 req-7e5aeaa7-3e47-4490-94ac-cc3c4d6ce9b9 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:07.557995 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dcb6c7e0-4be2-48c0-912e-26e95a41c887 req-7e5aeaa7-3e47-4490-94ac-cc3c4d6ce9b9 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0818257 Jun 24 08:19:07.569364 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53896) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:07.570850 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-26319c57-3b44-445e-bbe8-f992061e173c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4586160 Jun 24 08:19:07.586159 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Request body: {'subnet': {'network_id': '97cda298-9523-42ad-a007-892558428dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1454194722-subnet', 'tenant_id': '17d9a639a1a44a589e449a4b9879d9de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:07.614058 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 072982f9-ed8e-452f-86d8-8f755a82116b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=072982f9-ed8e-452f-86d8-8f755a82116b,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:07.659118 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4afe6-6b6f-4e12-b889-d3819e291907 req-d558da87-71b0-4053-9036-5e6748a38365 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:07.660658 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3db4afe6-6b6f-4e12-b889-d3819e291907 req-d558da87-71b0-4053-9036-5e6748a38365 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0976880 Jun 24 08:19:07.668388 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dcb6c7e0-4be2-48c0-912e-26e95a41c887 req-3b79568e-49f1-4175-8272-a9e6e504973d tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093519 Jun 24 08:19:07.682501 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.736926 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3db4afe6-6b6f-4e12-b889-d3819e291907 req-48787fa6-d985-4142-b69c-fb9956e9ab5d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673509 Jun 24 08:19:07.754947 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=072982f9-ed8e-452f-86d8-8f755a82116b,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:07.775705 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-6d94c819-6cf8-4220-a34a-ee4edefa7e15 req-30143af8-212b-43ef-a592-79985630d3dc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.777902 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Made reservation on behalf of 17d9a639a1a44a589e449a4b9879d9de for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:19:07.780435 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:07.808382 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c379ca6-7372-4965-becc-284c1262f974 req-d8052016-ba9b-4a2c-90d2-25a68dcd9dc9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:07.810516 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1c379ca6-7372-4965-becc-284c1262f974 req-d8052016-ba9b-4a2c-90d2-25a68dcd9dc9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 943 time: 0.0653470 Jun 24 08:19:07.854782 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6d94c819-6cf8-4220-a34a-ee4edefa7e15 req-30143af8-212b-43ef-a592-79985630d3dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9227939 Jun 24 08:19:07.906775 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1c379ca6-7372-4965-becc-284c1262f974 req-d632fec6-dc14-47de-9465-2e0c81211364 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896497 Jun 24 08:19:08.120718 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966a6af-9d8d-4b28-8f07-70c193782a1f req-9f5319e0-3bfe-4810-8491-10436c913ab4 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:08.123252 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d966a6af-9d8d-4b28-8f07-70c193782a1f req-9f5319e0-3bfe-4810-8491-10436c913ab4 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0499406 Jun 24 08:19:08.157487 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (e8d961f8-1c30-4c75-b797-4d630ba0564b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.216902 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:08.219266 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576e9d5-8c61-4209-9089-9118de9880d7" -d '{"events": [{"server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "name": "network-vif-plugged", "status": "completed", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:08.225529 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['97d9a70f-da10-48c1-8fe9-7faf5a9301af'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:19:08.239869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53908) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:08.245255 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8f2e6-7ca5-4469-b9f6-98b8c6c7ace3 req-8cd585d6-76a0-4f12-8b29-7fe0abe8f76b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:08.246770 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-94a8f2e6-7ca5-4469-b9f6-98b8c6c7ace3 req-8cd585d6-76a0-4f12-8b29-7fe0abe8f76b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.1117897 Jun 24 08:19:08.253394 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c9e96482-4b0d-4318-8d35-7e531850531f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.277580 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d961f8-1c30-4c75-b797-4d630ba0564b,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:08.290180 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d966a6af-9d8d-4b28-8f07-70c193782a1f req-bbe9d643-ce0a-49e4-b6d9-c727aefb769d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613748 Jun 24 08:19:08.317360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Checking segment: {'id': '712bb960-8bfc-4259-ab11-a69054981192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '97cda298-9523-42ad-a007-892558428dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:19:08.317360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Network hostable DHCP agents. Network: 97cda298-9523-42ad-a007-892558428dfb, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:19:08.332685 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-94a8f2e6-7ca5-4469-b9f6-98b8c6c7ace3 req-cbaed8ae-7ba9-40e9-ab0b-2953bc9401d0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763288 Jun 24 08:19:08.354505 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['072982f9-ed8e-452f-86d8-8f755a82116b'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:19:08.380582 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baacae5d-67e2-4bc7-8edb-6b72c8efbde8 x-openstack-request-id: req-baacae5d-67e2-4bc7-8edb-6b72c8efbde8 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:08.380891 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "name": "network-vif-plugged", "status": "completed", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:08.381146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baacae5d-67e2-4bc7-8edb-6b72c8efbde8 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:08.381543 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baacae5d-67e2-4bc7-8edb-6b72c8efbde8'] response: {'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'code': 200} Jun 24 08:19:08.390654 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c9e96482-4b0d-4318-8d35-7e531850531f admin admin] Publish callbacks [] for security_group (2a064186-2fe5-445f-b1ff-68b64e291079), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.437944 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Network 97cda298-9523-42ad-a007-892558428dfb is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:19:08.467467 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c9e96482-4b0d-4318-8d35-7e531850531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (2a064186-2fe5-445f-b1ff-68b64e291079), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.507062 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c9e96482-4b0d-4318-8d35-7e531850531f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d548b80822d14495a45a6f2d0822ea84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679451 Jun 24 08:19:08.507876 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e96482-4b0d-4318-8d35-7e531850531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a064186-2fe5-445f-b1ff-68b64e291079,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:08.509720 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53910) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:08.517124 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 97cda298-9523-42ad-a007-892558428dfb) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:19:08.526984 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5a632-4690-4bac-bbdf-5a9173846071 None None] Network 97cda298-9523-42ad-a007-892558428dfb requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:19:08.529039 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:08.529451 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.584494 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab5daeba-a6dc-4be8-bfb2-cf683424b72d admin admin] Publish callbacks [] for security_group (2a064186-2fe5-445f-b1ff-68b64e291079), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.607551 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab5daeba-a6dc-4be8-bfb2-cf683424b72d admin admin] Publish callbacks [] for security_group (2a064186-2fe5-445f-b1ff-68b64e291079), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.614374 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:08.632822 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19449f-860c-434d-b748-a92452cfad37 None None] Network 97cda298-9523-42ad-a007-892558428dfb requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:19:08.646751 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-89cdeabc-5300-4ba3-9cef-db219429fd4f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0644329 Jun 24 08:19:08.770319 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab5daeba-a6dc-4be8-bfb2-cf683424b72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (2a064186-2fe5-445f-b1ff-68b64e291079), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.773189 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ab5daeba-a6dc-4be8-bfb2-cf683424b72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:08.776871 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ab5daeba-a6dc-4be8-bfb2-cf683424b72d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a064186-2fe5-445f-b1ff-68b64e291079 HTTP/1.1" status: 204 len: 168 time: 0.2638130 Jun 24 08:19:08.798233 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5daeba-a6dc-4be8-bfb2-cf683424b72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a064186-2fe5-445f-b1ff-68b64e291079,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:08.867311 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85add10a-0166-4ec6-91ee-94f598403826 req-74d5409b-fe92-4785-aedf-5aa13b9fadff tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:08.874469 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:08.877640 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-85add10a-0166-4ec6-91ee-94f598403826 req-74d5409b-fe92-4785-aedf-5aa13b9fadff tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0924575 Jun 24 08:19:08.905752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-ac01096a-484c-4191-bdb0-1047334f48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:08.911457 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-ac01096a-484c-4191-bdb0-1047334f48b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2571464 Jun 24 08:19:08.937128 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:08.941900 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc4d9a-07de-489c-872f-66e9b4e3c780 req-6031ac4d-d076-432b-b8da-5b3591af78b7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:08.943425 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-90dc4d9a-07de-489c-872f-66e9b4e3c780 req-6031ac4d-d076-432b-b8da-5b3591af78b7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0923271 Jun 24 08:19:08.968621 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-85add10a-0166-4ec6-91ee-94f598403826 req-8fc44161-483d-429f-8658-bb19b667c34b tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Jun 24 08:19:09.010237 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-90dc4d9a-07de-489c-872f-66e9b4e3c780 req-902e8e33-fa03-4ee7-bc2c-b1a90ec49156 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560291 Jun 24 08:19:09.085263 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54a876-497e-410e-807a-83af54ad8aa6 req-7847c800-f4e7-42c3-8a71-11a9225ede53 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.086757 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2c54a876-497e-410e-807a-83af54ad8aa6 req-7847c800-f4e7-42c3-8a71-11a9225ede53 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 943 time: 0.0517416 Jun 24 08:19:09.096516 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9c31-f747-476a-8671-070f72371836 req-b2808e09-6061-4d2a-aecf-1996821d3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.103081 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3d1e9c31-f747-476a-8671-070f72371836 req-b2808e09-6061-4d2a-aecf-1996821d3f91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 1127 time: 0.0476937 Jun 24 08:19:09.142346 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2c54a876-497e-410e-807a-83af54ad8aa6 req-56a0301e-cf08-4002-b4c1-0515891d7d05 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Jun 24 08:19:09.249668 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:09.493864 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882a015-5370-4e61-b1b7-aaba6bdb1746 req-fdfc8f32-2e03-4fcf-9b3b-cd03fbef905b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.503356 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8882a015-5370-4e61-b1b7-aaba6bdb1746 req-fdfc8f32-2e03-4fcf-9b3b-cd03fbef905b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.1218138 Jun 24 08:19:09.536499 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd0d61-9404-4248-bd3f-a0295be20b88 req-4582835c-fde2-4722-a6fd-bfdf99c240e5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.544172 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2dfd0d61-9404-4248-bd3f-a0295be20b88 req-4582835c-fde2-4722-a6fd-bfdf99c240e5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.1206293 Jun 24 08:19:09.606720 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8882a015-5370-4e61-b1b7-aaba6bdb1746 req-cdcd4a82-f25b-411a-9e55-2f7cfa2f0b6f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043684 Jun 24 08:19:09.646178 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2dfd0d61-9404-4248-bd3f-a0295be20b88 req-563e434d-d461-4904-abae-700207559597 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971284 Jun 24 08:19:09.650303 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-51a1e034-c138-44d6-ad60-e981609a9c1b service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185934 Jun 24 08:19:09.691913 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9c31-f747-476a-8671-070f72371836 req-a39b261a-9052-4b78-8c7e-0c24dbf6eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.696323 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3d1e9c31-f747-476a-8671-070f72371836 req-a39b261a-9052-4b78-8c7e-0c24dbf6eb96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.2224844 Jun 24 08:19:09.702530 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:19:09.750618 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 97d9a70f-da10-48c1-8fe9-7faf5a9301af completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:19:09.763597 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 53958) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:09.768561 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1490876508-network', 'tenant_id': 'a0bc73fdf8584d28b81c9ea7f9b4edcd'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:09.783289 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3d1e9c31-f747-476a-8671-070f72371836 req-0b881ffb-848d-4039-af4c-1044a578dde0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf HTTP/1.1" status: 200 len: 217 time: 0.0661201 Jun 24 08:19:09.844169 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-661a96a3-09be-4b22-976b-19b4636722c4 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867054 Jun 24 08:19:09.854611 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9c31-f747-476a-8671-070f72371836 req-abf5b645-7ecf-4023-8167-df399b3eeb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.857163 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3d1e9c31-f747-476a-8671-070f72371836 req-abf5b645-7ecf-4023-8167-df399b3eeb41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0643468 Jun 24 08:19:09.901273 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 97d9a70f-da10-48c1-8fe9-7faf5a9301af triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:19:09.901423 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Made reservation on behalf of a0bc73fdf8584d28b81c9ea7f9b4edcd for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:19:09.902039 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:09.904791 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:09.916637 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:09.951567 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:09.956421 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9873-ff26-4bac-8180-2d32c96bd3ea req-ae55b9dc-8e14-4403-b766-2e0284893014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.958186 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7acf9873-ff26-4bac-8180-2d32c96bd3ea req-ae55b9dc-8e14-4403-b766-2e0284893014 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 1129 time: 0.0798230 Jun 24 08:19:09.962619 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9c31-f747-476a-8671-070f72371836 req-57df322b-0b09-4d0b-972f-a607ded146e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:09.964520 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3d1e9c31-f747-476a-8671-070f72371836 req-57df322b-0b09-4d0b-972f-a607ded146e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778339 Jun 24 08:19:10.047453 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks [] for security_group (523a0b6b-2552-4945-adb6-823a48ea8c63), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.050810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:10.051200 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.097405 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:10.153556 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead105d-3d75-4837-a9d0-81de6977107a req-3ea3ff24-b466-4014-908f-f569c1f54541 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:10.155057 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ead105d-3d75-4837-a9d0-81de6977107a req-3ea3ff24-b466-4014-908f-f569c1f54541 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0810103 Jun 24 08:19:10.164926 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de551f8c-b633-4689-942b-b362cd1d651f req-d4710f63-b655-4a71-bf27-f624212dd829 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:10.166439 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-de551f8c-b633-4689-942b-b362cd1d651f req-d4710f63-b655-4a71-bf27-f624212dd829 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0617669 Jun 24 08:19:10.184980 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (523a0b6b-2552-4945-adb6-823a48ea8c63), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.211459 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.214525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 072982f9-ed8e-452f-86d8-8f755a82116b up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:19:10.224511 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:19:10.310456 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:10.318562 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 072982f9-ed8e-452f-86d8-8f755a82116b completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:19:10.324156 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (af6eadcd-aa1e-46bb-ac43-df130ff03877), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.324533 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Added segment af6eadcd-aa1e-46bb-ac43-df130ff03877 of type vlan for network bc7cc92e-e212-4c4c-9b90-21b1ff46da04 Jun 24 08:19:10.333085 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a0b6b-2552-4945-adb6-823a48ea8c63,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:10.377562 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ead105d-3d75-4837-a9d0-81de6977107a req-58f2bfc4-0e66-439e-9c61-e3896fa63f29 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101266 Jun 24 08:19:10.380367 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7acf9873-ff26-4bac-8180-2d32c96bd3ea req-79c7ea30-3657-4067-a9ce-7e1cef412010 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065395 Jun 24 08:19:10.382750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:10.385211 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb5359-1c25-4186-a613-d0614e2c7e2c" -d '{"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-plugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:10.404234 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 072982f9-ed8e-452f-86d8-8f755a82116b triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:19:10.404234 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.414299 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3d1e9c31-f747-476a-8671-070f72371836 req-a7440976-0805-483c-9ec6-fec33be057d8 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611958 Jun 24 08:19:10.430881 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-de551f8c-b633-4689-942b-b362cd1d651f req-af6c1d06-1859-425a-b79f-5c15c7bde20f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558906 Jun 24 08:19:10.444672 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:10.446314 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (bc7cc92e-e212-4c4c-9b90-21b1ff46da04), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.505313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 072982f9-ed8e-452f-86d8-8f755a82116b is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:10.505807 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.517112 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ef45f-361f-4af1-a547-85e65db40ac3 x-openstack-request-id: req-052ef45f-361f-4af1-a547-85e65db40ac3 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:10.517435 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-plugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:10.517737 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-052ef45f-361f-4af1-a547-85e65db40ac3 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:10.518132 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052ef45f-361f-4af1-a547-85e65db40ac3'] response: {'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'code': 200} Jun 24 08:19:10.542641 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 072982f9-ed8e-452f-86d8-8f755a82116b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=072982f9-ed8e-452f-86d8-8f755a82116b,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:10.551340 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe4251-4bf1-4baa-8327-570ddd455761 req-b42c91a6-de55-49a0-ba02-580d80344b55 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:10.552833 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-10fe4251-4bf1-4baa-8327-570ddd455761 req-b42c91a6-de55-49a0-ba02-580d80344b55 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 943 time: 0.0477026 Jun 24 08:19:10.590814 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:10.591329 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (bc7cc92e-e212-4c4c-9b90-21b1ff46da04), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.592387 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:10.592971 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.619248 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:10.625383 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-10fe4251-4bf1-4baa-8327-570ddd455761 req-6e87c77f-338b-4c27-a0a8-8fc0e0913c84 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664113 Jun 24 08:19:10.692345 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] Pushing event updated for resources: {'Network': ['ID=bc7cc92e-e212-4c4c-9b90-21b1ff46da04,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:10.706639 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=072982f9-ed8e-452f-86d8-8f755a82116b,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:10.707596 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network bc7cc92e-e212-4c4c-9b90-21b1ff46da04 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:19:10.727288 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-935c383d-cd3e-4343-9894-3e859859b51d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9625490 Jun 24 08:19:10.730223 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 53986) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:10.753390 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Request body: {'subnet': {'network_id': 'bc7cc92e-e212-4c4c-9b90-21b1ff46da04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1490876508-subnet', 'tenant_id': 'a0bc73fdf8584d28b81c9ea7f9b4edcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:10.780113 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-b870f9b2-0651-4826-ab05-8223ebf9f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:10.781864 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-b870f9b2-0651-4826-ab05-8223ebf9f909 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 1129 time: 0.0639358 Jun 24 08:19:10.807139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666549cc-6722-4c75-8a1f-9a69e36ba2d3 req-463d7fe8-24e2-4b26-a85d-321f02fb0a79 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:10.808673 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-666549cc-6722-4c75-8a1f-9a69e36ba2d3 req-463d7fe8-24e2-4b26-a85d-321f02fb0a79 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.1049879 Jun 24 08:19:10.821230 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b3543-436e-473c-b297-c0de6f282102 req-881be841-0289-44f0-acce-f514794404ce tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:10.825237 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a11b3543-436e-473c-b297-c0de6f282102 req-881be841-0289-44f0-acce-f514794404ce tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0716414 Jun 24 08:19:10.902437 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-666549cc-6722-4c75-8a1f-9a69e36ba2d3 req-78404f61-2e9f-4bc6-b6e1-6060f99c342b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754211 Jun 24 08:19:10.906486 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Made reservation on behalf of a0bc73fdf8584d28b81c9ea7f9b4edcd for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:19:10.906627 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a11b3543-436e-473c-b297-c0de6f282102 req-1f16ec5a-853b-4f8d-94ec-638de7ce3898 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785673 Jun 24 08:19:10.908934 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11585854'] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:11.061668 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device b0864fbb-b6bf-48ec-8cb1-9e0a270336cf details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:19:11.088256 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcfa17-778a-45da-9fa4-f351301a01eb req-06e0bcce-9fe3-4d2b-894b-4dfd605c25f3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:11.089748 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1bcfa17-778a-45da-9fa4-f351301a01eb req-06e0bcce-9fe3-4d2b-894b-4dfd605c25f3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0775180 Jun 24 08:19:11.099802 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54002) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:11.104329 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'port_id': '5f99fb72-376e-4446-ad42-3753371001b5'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:11.185940 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (69d49c57-0aa3-492e-87e7-3716d376f605), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:11.203205 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:11.218377 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'port_id': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf', 'mac_address': 'fa:16:3e:0a:ee:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:19:11.238488 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12109625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11585864'] for subnet (3372e122-d902-4e03-b8eb-539f88e7e3f1), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:11.256800 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:11.257239 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:11.272596 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0864fbb-b6bf-48ec-8cb1-9e0a270336cf {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:19:11.296005 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:11.329048 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3372e122-d902-4e03-b8eb-539f88e7e3f1,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:11.336767 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Checking segment: {'id': 'af6eadcd-aa1e-46bb-ac43-df130ff03877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc7cc92e-e212-4c4c-9b90-21b1ff46da04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:19:11.337101 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Network hostable DHCP agents. Network: bc7cc92e-e212-4c4c-9b90-21b1ff46da04, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:19:11.380523 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:11.386585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:11.434081 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:11.445810 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Network bc7cc92e-e212-4c4c-9b90-21b1ff46da04 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:19:11.558290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, bc7cc92e-e212-4c4c-9b90-21b1ff46da04) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:19:11.562892 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:11.563517 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:11.570190 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914d5d6-2815-46ef-9125-5833b08af3a5 None None] Network bc7cc92e-e212-4c4c-9b90-21b1ff46da04 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:19:11.614871 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d543ebc-7dd9-4c91-9d33-67d65fe2ecd8 req-129e1572-cd09-4835-a6df-225e6407f669 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:11.616570 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6d543ebc-7dd9-4c91-9d33-67d65fe2ecd8 req-129e1572-cd09-4835-a6df-225e6407f669 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.1332629 Jun 24 08:19:11.676362 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-834e1938-fb5d-4e4b-a841-8d3ca75a987a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9445941 Jun 24 08:19:11.810826 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['b0864fbb-b6bf-48ec-8cb1-9e0a270336cf'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:19:11.911188 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a681e6-5305-4ecd-9a12-a20dbee03b81 None None] Network bc7cc92e-e212-4c4c-9b90-21b1ff46da04 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:19:11.917831 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3d1e9c31-f747-476a-8671-070f72371836 req-5e0c366f-d102-46eb-a6ab-dfbbfc5a6986 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847300 Jun 24 08:19:11.943895 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-59835337-5401-404e-abbc-00eecaf1d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:11.945235 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-59835337-5401-404e-abbc-00eecaf1d35d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 910 time: 0.2534349 Jun 24 08:19:12.009321 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d6916-e774-47ca-952f-7c2ffc4de6c0 req-f3e437eb-4143-4f7b-a3e2-200ec3dfbe7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:12.019786 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a02d6916-e774-47ca-952f-7c2ffc4de6c0 req-f3e437eb-4143-4f7b-a3e2-200ec3dfbe7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.4921758 Jun 24 08:19:12.145401 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-a8d8c715-be4a-4b3d-a80f-c5a070c3a838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 200 len: 217 time: 0.0373836 Jun 24 08:19:12.196386 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6d543ebc-7dd9-4c91-9d33-67d65fe2ecd8 req-58b1b19d-265b-49de-bab9-7e337e75cff0 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857728 Jun 24 08:19:12.243696 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a02d6916-e774-47ca-952f-7c2ffc4de6c0 req-ce6daa74-1163-4565-b762-0980da69480b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230029 Jun 24 08:19:12.243889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-d0ad8a0b-6113-4ecd-9b7c-9e2fa7a0be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:12.246466 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-d0ad8a0b-6113-4ecd-9b7c-9e2fa7a0be6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.0755613 Jun 24 08:19:12.315625 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b67f5-580c-4088-8a45-c224de32769a req-3eb73b51-2657-4508-888b-92e43758273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:12.317540 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-3eb73b51-2657-4508-888b-92e43758273d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635660 Jun 24 08:19:12.429018 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:12.437804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c53b15-83c3-491c-95fc-76771d607271 req-fffa128d-98cd-4188-b04f-c4323855f039 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:12.439495 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-96c53b15-83c3-491c-95fc-76771d607271 req-fffa128d-98cd-4188-b04f-c4323855f039 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 944 time: 0.1125591 Jun 24 08:19:12.447463 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034a3ee-2b9e-4a19-bb40-559cdafb5d12 req-108bffcf-aa84-49ad-9020-39294ab0cc92 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:12.449006 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c034a3ee-2b9e-4a19-bb40-559cdafb5d12 req-108bffcf-aa84-49ad-9020-39294ab0cc92 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.1206799 Jun 24 08:19:12.497816 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-db46d0a7-41ae-44ac-85ce-8bcb18bb3f6c service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016011 Jun 24 08:19:12.517284 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-96c53b15-83c3-491c-95fc-76771d607271 req-130bd676-0681-43ee-8c29-8bb01f2ff552 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673800 Jun 24 08:19:12.521603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (69d49c57-0aa3-492e-87e7-3716d376f605), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:12.522352 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072982f9-ed8e-452f-86d8-8f755a82116b'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:12.525460 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d041ca8d-50fe-4d47-a3c7-70d73a1f129e" -d '{"events": [{"server_uuid": "1c224ed6-de35-4bae-a7c8-730721a700c0", "name": "network-vif-plugged", "status": "completed", "tag": "072982f9-ed8e-452f-86d8-8f755a82116b"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:12.567581 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c034a3ee-2b9e-4a19-bb40-559cdafb5d12 req-f5f5fb51-a13e-4b8e-be37-f3e35f7aef65 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041121 Jun 24 08:19:12.571035 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba42d05-9548-413e-9ddf-40b20b78d264 x-openstack-request-id: req-dba42d05-9548-413e-9ddf-40b20b78d264 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:12.571468 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c224ed6-de35-4bae-a7c8-730721a700c0", "name": "network-vif-plugged", "status": "completed", "tag": "072982f9-ed8e-452f-86d8-8f755a82116b", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:12.571906 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dba42d05-9548-413e-9ddf-40b20b78d264 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:12.580237 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba42d05-9548-413e-9ddf-40b20b78d264'] response: {'server_uuid': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072982f9-ed8e-452f-86d8-8f755a82116b', 'code': 200} Jun 24 08:19:12.633072 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP 69d49c57-0aa3-492e-87e7-3716d376f605 associated. External IP: 172.27.3.88, port: 5f99fb72-376e-4446-ad42-3753371001b5. Jun 24 08:19:12.769845 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:12.828480 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:19:12.895457 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c1013-92e6-45d0-9b18-522dd679e448 req-165a12cb-c018-4904-8115-8179fa29ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:12.897134 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-484c1013-92e6-45d0-9b18-522dd679e448 req-165a12cb-c018-4904-8115-8179fa29ca32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 1129 time: 0.0751595 Jun 24 08:19:12.942929 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:19:12.959055 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:19:12.976965 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:12.978486 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:12.994198 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:13.044129 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a8c12143-9ce4-4269-aac9-aaed8581cd71 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "PUT /v2.0/floatingips/69d49c57-0aa3-492e-87e7-3716d376f605 HTTP/1.1" status: 200 len: 991 time: 1.9425776 Jun 24 08:19:13.047104 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:13.051538 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:13.051538 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "tag": "5f99fb72-376e-4446-ad42-3753371001b5"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:13.076213 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device b0864fbb-b6bf-48ec-8cb1-9e0a270336cf up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:19:13.080823 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:13.109209 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-484c1013-92e6-45d0-9b18-522dd679e448 req-23ae435c-9aea-4bd2-bd82-f491dabb0c3e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588552 Jun 24 08:19:13.138434 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f401ec-fe89-4f94-a398-9808d05bc2e5 x-openstack-request-id: req-55f401ec-fe89-4f94-a398-9808d05bc2e5 {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:13.139091 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "tag": "5f99fb72-376e-4446-ad42-3753371001b5", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:13.139091 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55f401ec-fe89-4f94-a398-9808d05bc2e5 {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:13.139363 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f401ec-fe89-4f94-a398-9808d05bc2e5'] response: {'name': 'network-changed', 'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5', 'status': 'completed', 'code': 200} Jun 24 08:19:13.155159 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:19:13.164686 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-071b67f5-580c-4088-8a45-c224de32769a req-2d69fa17-5dbb-444d-9c1b-d26467cc9b85 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267199 Jun 24 08:19:13.196718 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:13.278947 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:19:13.280848 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:13.370912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:19:13.371301 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:13.412589 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:13.504743 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd47f-0a6d-4bc6-a081-faa06137df32 req-4b432f85-d0f3-4b4b-aae2-56ecbf1d42fb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:13.506272 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-543dd47f-0a6d-4bc6-a081-faa06137df32 req-4b432f85-d0f3-4b4b-aae2-56ecbf1d42fb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.1315856 Jun 24 08:19:13.516630 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:13.576527 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-543dd47f-0a6d-4bc6-a081-faa06137df32 req-5080f54d-328c-41f5-a935-b1e9d14fa39f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645602 Jun 24 08:19:13.593236 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:13.617356 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:12Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:13.670927 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:19:13.679539 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877cf2-cbd3-4627-b6a0-60eb9669c1f8 req-59a55e9d-6f71-4db6-a989-fe9123541daa tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:13.680108 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:13.681171 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:13.687354 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-64877cf2-cbd3-4627-b6a0-60eb9669c1f8 req-59a55e9d-6f71-4db6-a989-fe9123541daa tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0610104 Jun 24 08:19:13.767545 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce3516-df17-4437-aa8b-50531b0ecce7 req-57e2d925-e3d8-42e8-a617-2bdff1585a57 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:13.771168 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7bce3516-df17-4437-aa8b-50531b0ecce7 req-57e2d925-e3d8-42e8-a617-2bdff1585a57 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0754180 Jun 24 08:19:13.793169 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-64877cf2-cbd3-4627-b6a0-60eb9669c1f8 req-b162c526-e6a9-42aa-a0ca-a3008d8089d8 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048617 Jun 24 08:19:13.833227 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:13.855237 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7bce3516-df17-4437-aa8b-50531b0ecce7 req-54526e98-dbd3-49f6-ba1d-edaf0fd70e44 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758991 Jun 24 08:19:13.899207 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54084) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:13.998768 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:19:14.019666 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a8e79-1e10-47fe-88fc-75089963b5f8 req-259e45ad-8e4b-476c-9528-44bcc81ce563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:14.022162 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-fa0a8e79-1e10-47fe-88fc-75089963b5f8 req-259e45ad-8e4b-476c-9528-44bcc81ce563 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 1129 time: 0.1242797 Jun 24 08:19:14.044411 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-69211cfe-4026-400e-b26c-bea1511264f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:14.046079 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-69211cfe-4026-400e-b26c-bea1511264f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 1130 time: 0.1495457 Jun 24 08:19:14.094137 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6368705-b9a6-42ea-8efb-dbad5777d755 req-cb913e82-d1a7-4848-80bf-26055bb662de tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:14.095707 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e6368705-b9a6-42ea-8efb-dbad5777d755 req-cb913e82-d1a7-4848-80bf-26055bb662de tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.1041334 Jun 24 08:19:14.113964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54098) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:14.124004 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'floatingip': {'port_id': 'e384c8cd-dcc0-44bf-befe-34c87737476f'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:14.129109 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.221185 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:12Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:14.251276 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-fa0a8e79-1e10-47fe-88fc-75089963b5f8 req-bc5d84d6-7948-4c13-bc37-784bab88eb9f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161887 Jun 24 08:19:14.251493 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337854b-5700-43e4-9c6d-aa1ff014603a None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:12Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:19:14.255368 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (258f81ca-dc40-42fb-a6fd-aa02a6c5bf25), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.256459 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Publish callbacks [] for security_group (53584e60-6502-43bf-9222-c0c18270bc14), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.275825 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:14.329732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (53584e60-6502-43bf-9222-c0c18270bc14), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.373172 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-438d9af2-b206-4eee-9040-3a2e0839a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:14.374828 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-438d9af2-b206-4eee-9040-3a2e0839a018 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 915 time: 0.3107948 Jun 24 08:19:14.397618 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72934ebf655841748dcb838be44ba70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958048 Jun 24 08:19:14.398780 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53584e60-6502-43bf-9222-c0c18270bc14,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:14.404285 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54102) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:14.421842 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54104) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:14.423813 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.424172 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.424575 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.424947 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.425596 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.425732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.425976 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.426310 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.426647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.426979 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.427315 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.427652 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.427985 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.428350 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.428682 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046aee9-749c-4a93-96dc-a8bcbdc83462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:14.480449 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-29a54650-9ef3-400c-9148-8905b296a876 admin admin] Publish callbacks [] for security_group (53584e60-6502-43bf-9222-c0c18270bc14), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.530309 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-29a54650-9ef3-400c-9148-8905b296a876 admin admin] Publish callbacks [] for security_group (53584e60-6502-43bf-9222-c0c18270bc14), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.586170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316723f1-2496-490c-a542-09dea2bc82c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:14.586170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1ee7b5-d5e3-4236-a146-fdf21537c5da" -d '{"events": [{"server_uuid": "316723f1-2496-490c-a542-09dea2bc82c1", "name": "network-vif-plugged", "status": "completed", "tag": "b0864fbb-b6bf-48ec-8cb1-9e0a270336cf"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:14.638476 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69d343-83e3-4340-8281-23800c449a56 None None] New status for floating IP 69d49c57-0aa3-492e-87e7-3716d376f605: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:19:14.642817 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0019fb-9d04-41ad-a49d-2c8b70bba6aa x-openstack-request-id: req-db0019fb-9d04-41ad-a49d-2c8b70bba6aa {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:14.642988 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316723f1-2496-490c-a542-09dea2bc82c1", "name": "network-vif-plugged", "status": "completed", "tag": "b0864fbb-b6bf-48ec-8cb1-9e0a270336cf", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:14.643868 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db0019fb-9d04-41ad-a49d-2c8b70bba6aa {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:14.644435 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0019fb-9d04-41ad-a49d-2c8b70bba6aa'] response: {'server_uuid': '316723f1-2496-490c-a542-09dea2bc82c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf', 'code': 200} Jun 24 08:19:14.658422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.678788 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-29a54650-9ef3-400c-9148-8905b296a876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (53584e60-6502-43bf-9222-c0c18270bc14), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.680544 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-29a54650-9ef3-400c-9148-8905b296a876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:14.682194 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-29a54650-9ef3-400c-9148-8905b296a876 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53584e60-6502-43bf-9222-c0c18270bc14 HTTP/1.1" status: 204 len: 168 time: 0.2775664 Jun 24 08:19:14.720167 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a54650-9ef3-400c-9148-8905b296a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53584e60-6502-43bf-9222-c0c18270bc14,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:14.755289 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3a468-2afd-4f3f-bffb-89c086b4a461 req-3ae67b74-75d9-4c16-978d-67478f137c84 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:14.759631 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e9c3a468-2afd-4f3f-bffb-89c086b4a461 req-3ae67b74-75d9-4c16-978d-67478f137c84 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0745983 Jun 24 08:19:14.814073 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e9c3a468-2afd-4f3f-bffb-89c086b4a461 req-27b47e7a-b806-4d3a-892b-01b5876e67a7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463016 Jun 24 08:19:14.969981 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2380dc-da9f-4771-9325-dcb7e8b7cc17 req-832cd599-7bb3-416d-9a40-4062b7a42950 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:14.971525 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3b2380dc-da9f-4771-9325-dcb7e8b7cc17 req-832cd599-7bb3-416d-9a40-4062b7a42950 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0755363 Jun 24 08:19:15.056246 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3b2380dc-da9f-4771-9325-dcb7e8b7cc17 req-0dbf67c3-6d99-47fa-98bc-e17ef6575031 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716469 Jun 24 08:19:15.076142 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:15.285457 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-910cd3fd-dcdb-4607-80a8-5f318d569210 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f99fb72-376e-4446-ad42-3753371001b5 HTTP/1.1" status: 200 len: 1001 time: 0.1925800 Jun 24 08:19:15.297997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.db.resource_extend [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 08:19:15.351606 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Publish callbacks [] for security_group (9c352302-68f8-4651-9819-ab820f8594b5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.375041 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.478665 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9c352302-68f8-4651-9819-ab820f8594b5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.483636 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (258f81ca-dc40-42fb-a6fd-aa02a6c5bf25), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.590159 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54132) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:15.593065 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c352302-68f8-4651-9819-ab820f8594b5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:15.600359 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f31c488d33846399696154071e22a50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1775329 Jun 24 08:19:15.604468 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54134) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:15.611453 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4fa927a8-ed16-4f52-b131-5ba4beb1bd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.656583 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.656928 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.657293 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.657636 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.657964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.658294 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.658615 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.659173 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.659295 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.659716 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.659927 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.660220 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.660537 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.660871 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.661167 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca42a2-1165-49ac-be3a-2b577ee88f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:15.673732 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-d35ed506-ba85-418c-a0cd-010cdfe53e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:15.674037 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-d35ed506-ba85-418c-a0cd-010cdfe53e0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.1406362 Jun 24 08:19:15.707020 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Floating IP 258f81ca-dc40-42fb-a6fd-aa02a6c5bf25 associated. External IP: 172.27.3.133, port: e384c8cd-dcc0-44bf-befe-34c87737476f. Jun 24 08:19:15.735949 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4fa927a8-ed16-4f52-b131-5ba4beb1bd5f admin admin] Publish callbacks [] for security_group (9e3acf4c-f08a-4834-b9d8-1974751c86c1), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.754676 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4421-6f59-4296-a70a-5468d9c26fda admin admin] Publish callbacks [] for security_group (9c352302-68f8-4651-9819-ab820f8594b5), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.810220 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4421-6f59-4296-a70a-5468d9c26fda admin admin] Publish callbacks [] for security_group (9c352302-68f8-4651-9819-ab820f8594b5), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.865170 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4fa927a8-ed16-4f52-b131-5ba4beb1bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9e3acf4c-f08a-4834-b9d8-1974751c86c1), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:15.919799 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4fa927a8-ed16-4f52-b131-5ba4beb1bd5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36db63fe581747529d7b40350d0c44de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268993 Jun 24 08:19:15.935630 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54138) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:15.942394 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa927a8-ed16-4f52-b131-5ba4beb1bd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3acf4c-f08a-4834-b9d8-1974751c86c1,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:15.960117 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6cc82-5f80-496b-b747-c7e15980630c req-4a35dcc8-1a7b-4517-81fb-48c75e6343e9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:15.961738 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-45d6cc82-5f80-496b-b747-c7e15980630c req-4a35dcc8-1a7b-4517-81fb-48c75e6343e9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0674930 Jun 24 08:19:15.991435 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Router c62eb65e-b7e8-4543-9561-5d0a93457d8b has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:19:16.014812 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1f455fc9-1919-4eda-9777-bd317573c348 admin admin] Publish callbacks [] for security_group (9e3acf4c-f08a-4834-b9d8-1974751c86c1), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.015042 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-45d6cc82-5f80-496b-b747-c7e15980630c req-d61aff23-622a-47bb-b580-3e3c77e38d39 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Jun 24 08:19:16.058260 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4421-6f59-4296-a70a-5468d9c26fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9c352302-68f8-4651-9819-ab820f8594b5), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.060977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4421-6f59-4296-a70a-5468d9c26fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.064438 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1a6c4421-6f59-4296-a70a-5468d9c26fda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c352302-68f8-4651-9819-ab820f8594b5 HTTP/1.1" status: 204 len: 168 time: 0.4567616 Jun 24 08:19:16.092350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1f455fc9-1919-4eda-9777-bd317573c348 admin admin] Publish callbacks [] for security_group (9e3acf4c-f08a-4834-b9d8-1974751c86c1), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.100305 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c4421-6f59-4296-a70a-5468d9c26fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c352302-68f8-4651-9819-ab820f8594b5,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:16.207478 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-64f71eb4-1868-4123-af04-e8e3c90c9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:16.209042 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-64f71eb4-1868-4123-af04-e8e3c90c9233 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672727 Jun 24 08:19:16.210469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:19:16.215104 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.228753 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] Sync routers for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:19:16.243161 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:16.244281 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:16.254508 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-77483246-94b0-4879-8c62-53f44689ff7d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "PUT /v2.0/floatingips/258f81ca-dc40-42fb-a6fd-aa02a6c5bf25 HTTP/1.1" status: 200 len: 991 time: 2.1352742 Jun 24 08:19:16.254508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:16.255194 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294f3c02-bc2b-4341-8d10-63ef7b8de39d" -d '{"events": [{"name": "network-changed", "server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:16.257454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd32449-5328-41a6-8b09-fc0adac4879a req-fffe31ef-5eea-4cd6-952e-9b0e713b376e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:16.258924 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ccd32449-5328-41a6-8b09-fc0adac4879a req-fffe31ef-5eea-4cd6-952e-9b0e713b376e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0855398 Jun 24 08:19:16.260690 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:16.271565 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54154) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:16.276384 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'floatingip': {'port_id': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:19:16.317107 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (718f7213-e027-42f3-84d5-e922e8057315), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.372708 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12f56f-262d-4828-ad72-7bbf66700aa0 req-c596ef2d-144c-431a-983d-f0df09d5a707 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:16.374745 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:16.380695 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5e12f56f-262d-4828-ad72-7bbf66700aa0 req-c596ef2d-144c-431a-983d-f0df09d5a707 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0588224 Jun 24 08:19:16.435904 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5e12f56f-262d-4828-ad72-7bbf66700aa0 req-768fb6ac-d33a-47ed-8a32-040aa491547e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544653 Jun 24 08:19:16.443204 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1f455fc9-1919-4eda-9777-bd317573c348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9e3acf4c-f08a-4834-b9d8-1974751c86c1), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.445694 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1f455fc9-1919-4eda-9777-bd317573c348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:16.449400 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1f455fc9-1919-4eda-9777-bd317573c348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e3acf4c-f08a-4834-b9d8-1974751c86c1 HTTP/1.1" status: 204 len: 168 time: 0.5102382 Jun 24 08:19:16.493113 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a246b-d0b7-4bc6-816e-f9123ba0f6b7 x-openstack-request-id: req-2c6a246b-d0b7-4bc6-816e-f9123ba0f6b7 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:16.493467 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:16.493780 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c6a246b-d0b7-4bc6-816e-f9123ba0f6b7 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:16.494380 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6a246b-d0b7-4bc6-816e-f9123ba0f6b7'] response: {'name': 'network-changed', 'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'status': 'completed', 'code': 200} Jun 24 08:19:16.506332 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f455fc9-1919-4eda-9777-bd317573c348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3acf4c-f08a-4834-b9d8-1974751c86c1,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:16.509644 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:16.571910 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:16.678320 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '258f81ca-dc40-42fb-a6fd-aa02a6c5bf25', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'port_id': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'mac_address': 'fa:16:3e:2e:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47798514-cc6d-44cd-bb83-cc051cd57531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:36Z', 'updated_at': '2022-06-24T08:19:15Z', 'revision_number': 1, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:16.695623 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4e8f2-1966-40e9-b3f2-893a6584b8e6 req-61073a37-5654-44af-a502-78f7cd1fdbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:16.697186 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-2ef4e8f2-1966-40e9-b3f2-893a6584b8e6 req-61073a37-5654-44af-a502-78f7cd1fdbd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 1129 time: 0.0511963 Jun 24 08:19:16.703453 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] Checking router: c62eb65e-b7e8-4543-9561-5d0a93457d8b for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:19:16.712110 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:16.712750 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:16.862344 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:16.981121 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54170) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:17.006781 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ee45df2a-c4a1-47df-ae09-73de0ab76975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.109972 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ee45df2a-c4a1-47df-ae09-73de0ab76975 admin admin] Publish callbacks [] for security_group (c1f62599-5157-4a1e-85d9-26ab4ae2a0c5), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.152784 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:17.176120 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:17.179784 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '258f81ca-dc40-42fb-a6fd-aa02a6c5bf25', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'port_id': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'mac_address': 'fa:16:3e:2e:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47798514-cc6d-44cd-bb83-cc051cd57531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:36Z', 'updated_at': '2022-06-24T08:19:15Z', 'revision_number': 1, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:17.210409 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be035ff-5887-4568-ab50-356fcab32765 None None] The sync data for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi is: [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '258f81ca-dc40-42fb-a6fd-aa02a6c5bf25', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'port_id': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'mac_address': 'fa:16:3e:2e:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47798514-cc6d-44cd-bb83-cc051cd57531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:36Z', 'updated_at': '2022-06-24T08:19:15Z', 'revision_number': 1, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:19:17.233454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ee45df2a-c4a1-47df-ae09-73de0ab76975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c1f62599-5157-4a1e-85d9-26ab4ae2a0c5), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.237778 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.272555 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45df2a-c4a1-47df-ae09-73de0ab76975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f62599-5157-4a1e-85d9-26ab4ae2a0c5,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:17.295833 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ee45df2a-c4a1-47df-ae09-73de0ab76975 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b9b7f03f4ec444aa22308636f9be219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137264 Jun 24 08:19:17.296492 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54174) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:17.324386 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-8b023c8a-9970-455b-8909-ec5f9a27641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:17.326757 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-8b023c8a-9970-455b-8909-ec5f9a27641a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 1129 time: 0.1773264 Jun 24 08:19:17.339453 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-2ef4e8f2-1966-40e9-b3f2-893a6584b8e6 req-ddf6a6a5-e40c-4623-ae6c-9cf05a9c8972 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889603 Jun 24 08:19:17.355342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b28e63b6-0447-4749-99a7-aff3ac5a08fc admin admin] Publish callbacks [] for security_group (c1f62599-5157-4a1e-85d9-26ab4ae2a0c5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.378971 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b28e63b6-0447-4749-99a7-aff3ac5a08fc admin admin] Publish callbacks [] for security_group (c1f62599-5157-4a1e-85d9-26ab4ae2a0c5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.486261 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-43b4416c-cdfe-4db0-90a8-00cdd63c2287 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378682 Jun 24 08:19:17.492271 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d76b8-ef51-42bd-88d3-7c4c88391861 None None] New status for floating IP 258f81ca-dc40-42fb-a6fd-aa02a6c5bf25: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:19:17.518772 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b28e63b6-0447-4749-99a7-aff3ac5a08fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c1f62599-5157-4a1e-85d9-26ab4ae2a0c5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.523438 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b28e63b6-0447-4749-99a7-aff3ac5a08fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.524575 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b28e63b6-0447-4749-99a7-aff3ac5a08fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1f62599-5157-4a1e-85d9-26ab4ae2a0c5 HTTP/1.1" status: 204 len: 168 time: 0.2271512 Jun 24 08:19:17.524921 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.531903 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-13587cb3-9563-489e-9c3b-ee24d95e00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:17.533185 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-13587cb3-9563-489e-9c3b-ee24d95e00e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 910 time: 0.1890078 Jun 24 08:19:17.540082 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e63b6-0447-4749-99a7-aff3ac5a08fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f62599-5157-4a1e-85d9-26ab4ae2a0c5,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:17.606500 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b28db4-53ae-4af7-973a-c884cf7857d2 req-04a02ed0-6e88-4260-904b-13bb16a97e41 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:17.608153 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e7b28db4-53ae-4af7-973a-c884cf7857d2 req-04a02ed0-6e88-4260-904b-13bb16a97e41 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0690880 Jun 24 08:19:17.630414 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (718f7213-e027-42f3-84d5-e922e8057315), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.664449 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e7b28db4-53ae-4af7-973a-c884cf7857d2 req-3a9b875d-4171-45eb-bfde-8e2587029689 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502703 Jun 24 08:19:17.709634 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54180) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:17.723272 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ecd2dea2-4529-4a8b-b515-e641b2fd17f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.733964 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Floating IP 718f7213-e027-42f3-84d5-e922e8057315 associated. External IP: 172.27.3.205, port: 97d9a70f-da10-48c1-8fe9-7faf5a9301af. Jun 24 08:19:17.818336 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ecd2dea2-4529-4a8b-b515-e641b2fd17f4 admin admin] Publish callbacks [] for security_group (cb613832-c116-4b78-83f8-dd2b2a12e2be), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.962889 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ecd2dea2-4529-4a8b-b515-e641b2fd17f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (cb613832-c116-4b78-83f8-dd2b2a12e2be), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:17.972472 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-bae3221b-0416-4ff2-8c82-44084396f9e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 200 len: 1001 time: 0.1728911 Jun 24 08:19:18.008354 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ecd2dea2-4529-4a8b-b515-e641b2fd17f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb16e122eaba467e9a598ae57a949b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975791 Jun 24 08:19:18.009502 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2dea2-4529-4a8b-b515-e641b2fd17f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb613832-c116-4b78-83f8-dd2b2a12e2be,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:18.012183 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54188) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:18.065198 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:18.066066 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17fd0fe8-6dfb-4434-bc5e-e107e60f055c req-8495c7a9-058f-4290-9eeb-871e30e43267 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683160 Jun 24 08:19:18.071277 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-69bce5d3-7d60-4a4e-8afd-9f57b688b45c admin admin] Publish callbacks [] for security_group (cb613832-c116-4b78-83f8-dd2b2a12e2be), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:18.095908 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-69bce5d3-7d60-4a4e-8afd-9f57b688b45c admin admin] Publish callbacks [] for security_group (cb613832-c116-4b78-83f8-dd2b2a12e2be), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:18.141941 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Router b3708fe4-3d64-41b6-a169-3e82ffc2978c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:19:18.219180 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-69bce5d3-7d60-4a4e-8afd-9f57b688b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (cb613832-c116-4b78-83f8-dd2b2a12e2be), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:18.222163 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-69bce5d3-7d60-4a4e-8afd-9f57b688b45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:18.228955 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-69bce5d3-7d60-4a4e-8afd-9f57b688b45c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb613832-c116-4b78-83f8-dd2b2a12e2be HTTP/1.1" status: 204 len: 168 time: 0.2096682 Jun 24 08:19:18.232465 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bce5d3-7d60-4a4e-8afd-9f57b688b45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb613832-c116-4b78-83f8-dd2b2a12e2be,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:18.277282 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:19:18.283823 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:18.289546 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] Sync routers for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:19:18.300600 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:18.302092 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:18.330066 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-be7e1670-f35a-4e01-b75d-3693bf81a837 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "PUT /v2.0/floatingips/718f7213-e027-42f3-84d5-e922e8057315 HTTP/1.1" status: 200 len: 991 time: 2.0572977 Jun 24 08:19:18.335137 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:18.412528 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-a1154dec-d0f9-4135-bd01-4e3bdf98375e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704002 Jun 24 08:19:18.416232 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:18.420250 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-971f6fae-0fac-4b32-87bb-0b08b66da005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:18.423475 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-971f6fae-0fac-4b32-87bb-0b08b66da005 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.0715158 Jun 24 08:19:18.513651 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:18.513651 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262decd4-de9f-4b37-affa-8b1efb43274f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:18.539225 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316feb1a-9790-4ffa-9dad-b29c54c1ecaf x-openstack-request-id: req-316feb1a-9790-4ffa-9dad-b29c54c1ecaf {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:18.539513 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:18.539766 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-316feb1a-9790-4ffa-9dad-b29c54c1ecaf {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:18.540165 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316feb1a-9790-4ffa-9dad-b29c54c1ecaf'] response: {'name': 'network-changed', 'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'status': 'completed', 'code': 200} Jun 24 08:19:18.763390 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:18.789803 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '718f7213-e027-42f3-84d5-e922e8057315', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'port_id': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'mac_address': 'fa:16:3e:72:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:39Z', 'updated_at': '2022-06-24T08:19:17Z', 'revision_number': 1, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:18.797411 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-40a9d40a-0a92-420c-af30-054c8b4031e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:18.798930 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-40a9d40a-0a92-420c-af30-054c8b4031e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215246 Jun 24 08:19:18.802336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-9d021429-2302-4a25-9bbf-bfbdba1f784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:18.803752 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-9d021429-2302-4a25-9bbf-bfbdba1f784a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14f7d7e0a5614243974c4c44ec466b14&device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 1129 time: 0.0792499 Jun 24 08:19:18.819036 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] Checking router: b3708fe4-3d64-41b6-a169-3e82ffc2978c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:19:18.821534 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf62c0e-8c58-4999-a095-7fb5d549ed7e req-440e1fcf-a658-4a02-986b-e9b8eeb5afa1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:18.823199 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-baf62c0e-8c58-4999-a095-7fb5d549ed7e req-440e1fcf-a658-4a02-986b-e9b8eeb5afa1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0573182 Jun 24 08:19:18.828676 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:18.829473 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:18:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:18.874369 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-baf62c0e-8c58-4999-a095-7fb5d549ed7e req-ef6104cd-9dd4-436e-ac59-f1b6d7b9a007 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Jun 24 08:19:18.914463 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:18.941520 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:18.968293 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:19.159860 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '718f7213-e027-42f3-84d5-e922e8057315', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'port_id': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'mac_address': 'fa:16:3e:72:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:39Z', 'updated_at': '2022-06-24T08:19:17Z', 'revision_number': 1, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:19.184814 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90f4c9-0f7d-4ea3-9046-3b0f4f8bad9e None None] The sync data for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi is: [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '718f7213-e027-42f3-84d5-e922e8057315', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'port_id': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'mac_address': 'fa:16:3e:72:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:39Z', 'updated_at': '2022-06-24T08:19:17Z', 'revision_number': 1, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:19:19.264774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262decd4-de9f-4b37-affa-8b1efb43274f req-2f7b39c8-3c43-489b-a7d3-353998d8efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:19.264774 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-262decd4-de9f-4b37-affa-8b1efb43274f req-2f7b39c8-3c43-489b-a7d3-353998d8efac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 1129 time: 0.0521951 Jun 24 08:19:19.355912 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:19.493836 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb8c99-4e2c-4be3-9d4e-640df78ea327 None None] New status for floating IP 718f7213-e027-42f3-84d5-e922e8057315: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:19:19.815567 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-8caf1fb0-8de4-4144-a73a-43f95222105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:19.817058 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-8caf1fb0-8de4-4144-a73a-43f95222105c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d92a1584-eab7-4ac8-a344-67821b0aca95 HTTP/1.1" status: 200 len: 913 time: 0.4581380 Jun 24 08:19:19.868184 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-c493f29d-92fa-4553-84fa-568cbf6e815b service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385821 Jun 24 08:19:19.872762 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-71a09907-c6dc-4a80-af73-b1b71f25aa45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750 HTTP/1.1" status: 200 len: 217 time: 0.0427675 Jun 24 08:19:19.927777 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262decd4-de9f-4b37-affa-8b1efb43274f req-f57c1bb0-8ae2-4704-b5b0-b57a23170055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:19.929422 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-262decd4-de9f-4b37-affa-8b1efb43274f req-f57c1bb0-8ae2-4704-b5b0-b57a23170055 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.5715363 Jun 24 08:19:19.994069 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-89ca7126-3e1d-4de1-b551-18ef52fa67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:19.995583 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-89ca7126-3e1d-4de1-b551-18ef52fa67ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d24d9ca-3faa-475e-890e-2cbdc44c4982 HTTP/1.1" status: 200 len: 851 time: 0.1086831 Jun 24 08:19:20.030799 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-294f3c02-bc2b-4341-8d10-63ef7b8de39d req-c6aae500-ca87-487d-803e-2c75d70a65e3 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527333 Jun 24 08:19:20.039747 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bafc-a6e2-4312-8f95-c28a82075160 req-a6a05b3a-0809-49e8-b8da-32e60b966298 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:20.041431 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a399bafc-a6e2-4312-8f95-c28a82075160 req-a6a05b3a-0809-49e8-b8da-32e60b966298 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0840726 Jun 24 08:19:20.095469 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a399bafc-a6e2-4312-8f95-c28a82075160 req-7d013266-c8fe-49a6-969d-8cf5b7d88445 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478177 Jun 24 08:19:20.254351 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-01a3c054-ae33-4205-aa37-1c53d3204c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:20.255841 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-01a3c054-ae33-4205-aa37-1c53d3204c52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d92a1584-eab7-4ac8-a344-67821b0aca95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857761 Jun 24 08:19:20.273924 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-262decd4-de9f-4b37-affa-8b1efb43274f req-5315e6a2-f642-45c2-8044-9f7c314867a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 200 len: 1001 time: 0.0956635 Jun 24 08:19:20.382553 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262decd4-de9f-4b37-affa-8b1efb43274f req-af30c091-0d7f-4ad7-927f-e3934787d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:20.384020 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-262decd4-de9f-4b37-affa-8b1efb43274f req-af30c091-0d7f-4ad7-927f-e3934787d4f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.1012192 Jun 24 08:19:20.430151 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-79586b17-3f1f-41c3-a464-e359236b11c0 service neutron] 10.222.0.26 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553152 Jun 24 08:19:20.455562 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262decd4-de9f-4b37-affa-8b1efb43274f req-2578aadf-3baf-49d1-acc8-b0d67db804a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:20.457040 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-262decd4-de9f-4b37-affa-8b1efb43274f req-2578aadf-3baf-49d1-acc8-b0d67db804a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632005 Jun 24 08:19:20.595152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:20.613664 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-47114a35-6152-4c71-a3f1-1fc0005c7bd0 req-baf3e5f4-2a8c-4e16-be09-1cd166aa80aa service neutron] 10.222.0.26 "GET /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776471 Jun 24 08:19:20.635927 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-262decd4-de9f-4b37-affa-8b1efb43274f req-2f8d0182-e075-4216-ae76-fc7211a94a6c service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679449 Jun 24 08:19:20.862290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b772b4-31cc-44a9-b417-10605c9f819e req-703a30bd-a214-4534-be34-5c9cc04baf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:20.863903 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-65b772b4-31cc-44a9-b417-10605c9f819e req-703a30bd-a214-4534-be34-5c9cc04baf1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 1129 time: 0.0593829 Jun 24 08:19:20.886319 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-262decd4-de9f-4b37-affa-8b1efb43274f req-4b516e89-d475-409e-9c11-cb2df6288c67 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375982 Jun 24 08:19:20.961997 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b527c-d651-408b-a7c8-3a5f179bbfd7 req-6ecb747f-a687-44a1-88b9-c9323a47463b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:20.964072 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f04b527c-d651-408b-a7c8-3a5f179bbfd7 req-6ecb747f-a687-44a1-88b9-c9323a47463b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.3031502 Jun 24 08:19:20.987768 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b772b4-31cc-44a9-b417-10605c9f819e req-b8964f39-2fac-4e7f-9c89-8a82d7d90a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:20.989378 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-65b772b4-31cc-44a9-b417-10605c9f819e req-b8964f39-2fac-4e7f-9c89-8a82d7d90a6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.1195283 Jun 24 08:19:21.016779 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f04b527c-d651-408b-a7c8-3a5f179bbfd7 req-a12b0594-6eec-432d-80f7-29a292ddecbc tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 Jun 24 08:19:21.035239 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-65b772b4-31cc-44a9-b417-10605c9f819e req-37fe9e4a-c612-4fae-b9ac-f3a3a14cb359 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf HTTP/1.1" status: 200 len: 217 time: 0.0369790 Jun 24 08:19:21.085486 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b772b4-31cc-44a9-b417-10605c9f819e req-3fb39bb8-2b13-46ae-b6a5-316ebd051f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:21.086916 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-65b772b4-31cc-44a9-b417-10605c9f819e req-3fb39bb8-2b13-46ae-b6a5-316ebd051f77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0448534 Jun 24 08:19:21.140317 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b772b4-31cc-44a9-b417-10605c9f819e req-e3f466ed-509f-44dc-abbb-540e3b855c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:21.140317 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-65b772b4-31cc-44a9-b417-10605c9f819e req-e3f466ed-509f-44dc-abbb-540e3b855c40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455165 Jun 24 08:19:21.249731 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-65b772b4-31cc-44a9-b417-10605c9f819e req-857cee3b-2f6b-4506-9209-3924c348fe51 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998075 Jun 24 08:19:21.354622 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-65b772b4-31cc-44a9-b417-10605c9f819e req-ce74c70f-1bf2-4a19-b60f-8ff2e452ee94 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908859 Jun 24 08:19:21.369703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:21.528989 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:22.015290 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:22.133569 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53019b3-7588-43ca-819d-ef1693523447 req-e719577d-599f-4e5a-be34-385b979502c4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:22.135034 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d53019b3-7588-43ca-819d-ef1693523447 req-e719577d-599f-4e5a-be34-385b979502c4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0463297 Jun 24 08:19:22.187018 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d53019b3-7588-43ca-819d-ef1693523447 req-499317cb-da66-4473-ab6a-f24ce528dfa7 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Jun 24 08:19:22.236209 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:22.316595 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:22.847724 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-071bf21e-31b8-4016-bb94-04e5121766ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:22.940289 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:23.306038 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375181de-b01c-4076-b428-6efbd2e7b891 req-c4d46355-4ee7-4341-bf44-ed33e9b57480 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:23.307763 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-375181de-b01c-4076-b428-6efbd2e7b891 req-c4d46355-4ee7-4341-bf44-ed33e9b57480 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0496564 Jun 24 08:19:23.357898 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-375181de-b01c-4076-b428-6efbd2e7b891 req-41819c56-d7d9-4b4e-84d9-6ab90d639be2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Jun 24 08:19:23.436375 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:23.552255 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:23.578817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:23.758364 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:24.470899 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a2996-a0d7-4b53-859d-c22866e7e325 req-f288d9d6-e5e4-4b4b-bd14-b8d8b83d4647 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:24.472446 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-257a2996-a0d7-4b53-859d-c22866e7e325 req-f288d9d6-e5e4-4b4b-bd14-b8d8b83d4647 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0468178 Jun 24 08:19:24.522357 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-257a2996-a0d7-4b53-859d-c22866e7e325 req-8b6dfa66-e367-43ce-9164-602d4bdc0d9e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445721 Jun 24 08:19:24.707102 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:25.095681 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:25.288254 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1e700e78-7e6c-4901-94c3-72f1e64a67aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:25.636527 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d036611-e7fd-4cc6-bb55-39ac2a8dbf84 req-fd712a83-5da3-417e-97ed-5299ef552023 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:25.638060 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2d036611-e7fd-4cc6-bb55-39ac2a8dbf84 req-fd712a83-5da3-417e-97ed-5299ef552023 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0473218 Jun 24 08:19:25.665391 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:25.693808 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2d036611-e7fd-4cc6-bb55-39ac2a8dbf84 req-c21cb440-d197-47f8-bc45-9c348409da24 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494380 Jun 24 08:19:26.101075 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:26.169474 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:26.312795 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:26.322195 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:26.810339 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ffee6-221d-4657-a187-96be3553facf req-781afb38-783b-416c-8583-4cdd3e9c7d7c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:26.812714 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8e4ffee6-221d-4657-a187-96be3553facf req-781afb38-783b-416c-8583-4cdd3e9c7d7c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0521009 Jun 24 08:19:26.859972 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8e4ffee6-221d-4657-a187-96be3553facf req-94ab4c4f-d0c1-4183-bd56-3980289d050b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Jun 24 08:19:27.008029 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54470) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:27.117220 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-226c7793-54da-4e64-bd58-1e6c159d6903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.195764 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-226c7793-54da-4e64-bd58-1e6c159d6903 admin admin] Publish callbacks [] for security_group (68a1de46-b87c-43c8-86fb-663614e85469), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.292215 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-226c7793-54da-4e64-bd58-1e6c159d6903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (68a1de46-b87c-43c8-86fb-663614e85469), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.328303 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c7793-54da-4e64-bd58-1e6c159d6903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a1de46-b87c-43c8-86fb-663614e85469,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:27.332679 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-226c7793-54da-4e64-bd58-1e6c159d6903 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=984c2c9d027e488face614592889daac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236070 Jun 24 08:19:27.335305 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54478) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:27.392552 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d41ff7e3-7327-4760-8175-ff8fb710b350 admin admin] Publish callbacks [] for security_group (68a1de46-b87c-43c8-86fb-663614e85469), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.416872 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d41ff7e3-7327-4760-8175-ff8fb710b350 admin admin] Publish callbacks [] for security_group (68a1de46-b87c-43c8-86fb-663614e85469), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.541314 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d41ff7e3-7327-4760-8175-ff8fb710b350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (68a1de46-b87c-43c8-86fb-663614e85469), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.544472 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d41ff7e3-7327-4760-8175-ff8fb710b350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.548620 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-d41ff7e3-7327-4760-8175-ff8fb710b350 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68a1de46-b87c-43c8-86fb-663614e85469 HTTP/1.1" status: 204 len: 168 time: 0.2093580 Jun 24 08:19:27.559246 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff7e3-7327-4760-8175-ff8fb710b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a1de46-b87c-43c8-86fb-663614e85469,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:27.855262 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:27.988185 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98e856-c6ce-4aef-91cc-36a8bfeb6de4 req-cce25646-275a-4ad1-8fc6-6f4ef195b07c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:27.989986 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f98e856-c6ce-4aef-91cc-36a8bfeb6de4 req-cce25646-275a-4ad1-8fc6-6f4ef195b07c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0610528 Jun 24 08:19:28.036672 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.050202 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f98e856-c6ce-4aef-91cc-36a8bfeb6de4 req-b5857ebd-e53f-4adf-8b21-c588959c8511 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Jun 24 08:19:28.231089 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:28.459968 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54492) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:28.474480 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9cc6254b-dca4-4236-a16d-c8464bfcc87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.511532 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:28.552317 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9cc6254b-dca4-4236-a16d-c8464bfcc87c admin admin] Publish callbacks [] for security_group (7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.642397 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9cc6254b-dca4-4236-a16d-c8464bfcc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.684952 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9cc6254b-dca4-4236-a16d-c8464bfcc87c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=371f8cc065234f83818b375c000a6b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238901 Jun 24 08:19:28.686152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6254b-dca4-4236-a16d-c8464bfcc87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:28.688030 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54498) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:28.744960 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a568f8c2-dad4-4d0b-b46d-01b290725207 admin admin] Publish callbacks [] for security_group (7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.770699 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a568f8c2-dad4-4d0b-b46d-01b290725207 admin admin] Publish callbacks [] for security_group (7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.929951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a568f8c2-dad4-4d0b-b46d-01b290725207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.932709 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a568f8c2-dad4-4d0b-b46d-01b290725207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:28.933865 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a568f8c2-dad4-4d0b-b46d-01b290725207 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0 HTTP/1.1" status: 204 len: 168 time: 0.2439225 Jun 24 08:19:28.942163 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568f8c2-dad4-4d0b-b46d-01b290725207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f304e3e-0cc5-4b0f-b4fc-a192cfa0d9c0,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:29.167829 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1d74b-d3de-40e1-b00a-531da9dd643b req-76d2cc29-34fd-4d79-b0f7-6fc944800c28 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:29.169374 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-efc1d74b-d3de-40e1-b00a-531da9dd643b req-76d2cc29-34fd-4d79-b0f7-6fc944800c28 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Jun 24 08:19:29.230066 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-efc1d74b-d3de-40e1-b00a-531da9dd643b req-41f3f523-9acf-40d8-aec6-f5349b6b7a2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536191 Jun 24 08:19:29.358868 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:29.672509 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb46e1-ac59-4546-8eda-82f47227418c req-067fa4a5-6221-47fd-a2b7-8be815549ced tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:29.673089 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:29.674119 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95eb46e1-ac59-4546-8eda-82f47227418c req-067fa4a5-6221-47fd-a2b7-8be815549ced tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0483499 Jun 24 08:19:29.720902 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95eb46e1-ac59-4546-8eda-82f47227418c req-edd2cc66-9923-4c58-aca3-cecad81394d7 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Jun 24 08:19:29.946139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54522) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:29.962098 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3dfddf6c-135c-43cd-a2ca-bced5cda8424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:30.037610 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3dfddf6c-135c-43cd-a2ca-bced5cda8424 admin admin] Publish callbacks [] for security_group (32ab461f-fb13-4104-a267-32d800783e78), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:30.066535 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:30.106937 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3dfddf6c-135c-43cd-a2ca-bced5cda8424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (32ab461f-fb13-4104-a267-32d800783e78), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:30.147815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3dfddf6c-135c-43cd-a2ca-bced5cda8424 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcfc8d0aa2354d39a89621d983160630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006202 Jun 24 08:19:30.148704 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfddf6c-135c-43cd-a2ca-bced5cda8424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab461f-fb13-4104-a267-32d800783e78,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:30.150471 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54526) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:30.202750 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6bffc03f-0f16-44c8-b8b1-cc638ec4102c admin admin] Publish callbacks [] for security_group (32ab461f-fb13-4104-a267-32d800783e78), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:30.228369 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6bffc03f-0f16-44c8-b8b1-cc638ec4102c admin admin] Publish callbacks [] for security_group (32ab461f-fb13-4104-a267-32d800783e78), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:30.350043 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0287b-418a-4c65-8a0c-72ecd08cc35c req-dbbf09ca-a103-4667-98ab-b42bc8e9d3b3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:30.351620 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3cc0287b-418a-4c65-8a0c-72ecd08cc35c req-dbbf09ca-a103-4667-98ab-b42bc8e9d3b3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0473561 Jun 24 08:19:30.356506 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6bffc03f-0f16-44c8-b8b1-cc638ec4102c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (32ab461f-fb13-4104-a267-32d800783e78), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:30.359118 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6bffc03f-0f16-44c8-b8b1-cc638ec4102c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:30.360343 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6bffc03f-0f16-44c8-b8b1-cc638ec4102c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32ab461f-fb13-4104-a267-32d800783e78 HTTP/1.1" status: 204 len: 168 time: 0.2088077 Jun 24 08:19:30.369900 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffc03f-0f16-44c8-b8b1-cc638ec4102c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab461f-fb13-4104-a267-32d800783e78,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:30.383751 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:30.409345 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3cc0287b-418a-4c65-8a0c-72ecd08cc35c req-1848aa7e-bdcc-480f-8914-a85fe6b54485 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523832 Jun 24 08:19:30.466940 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:30.695545 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:30.741146 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:30.852812 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cc998-4203-4d4e-a9a9-499ebcf0bdd1 req-a83b05e2-e96e-46a9-8109-bea751ffbd04 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:30.854308 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8b2cc998-4203-4d4e-a9a9-499ebcf0bdd1 req-a83b05e2-e96e-46a9-8109-bea751ffbd04 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0560350 Jun 24 08:19:30.904609 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8b2cc998-4203-4d4e-a9a9-499ebcf0bdd1 req-1aeb2c9a-d7a6-448d-8497-30f0f7f6cdea tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Jun 24 08:19:30.971044 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=48 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:30.979296 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:31.525581 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9584-de2a-47c3-bc7e-7b0e51156424 req-3e88a9f2-f821-4944-b9ad-778bfe607825 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:31.527449 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d84c9584-de2a-47c3-bc7e-7b0e51156424 req-3e88a9f2-f821-4944-b9ad-778bfe607825 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Jun 24 08:19:31.580878 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d84c9584-de2a-47c3-bc7e-7b0e51156424 req-e0ff8444-1005-4a2f-91e4-ac0fdb7bd8c5 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Jun 24 08:19:31.585713 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:32.021909 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325a807-ae85-4f3f-8a70-71527dca785a req-505bde4d-fe91-4889-ae3d-53aed9ed13ec tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:32.023615 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d325a807-ae85-4f3f-8a70-71527dca785a req-505bde4d-fe91-4889-ae3d-53aed9ed13ec tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0482848 Jun 24 08:19:32.074643 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d325a807-ae85-4f3f-8a70-71527dca785a req-428320ec-8f5a-4948-af72-3c1c44b2d225 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a084e45-50ea-40b3-8eaf-3d904ff210a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Jun 24 08:19:32.151806 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:32.402681 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-562929b2-0e79-48ce-b448-b0af11766af4 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:32.402681 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-562929b2-0e79-48ce-b448-b0af11766af4 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.26 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 945 time: 0.0865719 Jun 24 08:19:32.527641 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Deleting port 823e7cca-f746-4e4d-acb7-1d8522ad4750 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:19:32.528025 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:32.626263 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] For port 823e7cca-f746-4e4d-acb7-1d8522ad4750, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=823e7cca-f746-4e4d-acb7-1d8522ad4750,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:32.631164 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:32.646228 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Calling delete_port for 823e7cca-f746-4e4d-acb7-1d8522ad4750 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:19:32.708471 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:32.727897 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ad851-118f-4e7d-a1b7-ab8c96a9be37 req-0f2f833e-1e6f-4aaa-b6b2-bda77190dec9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:32.729511 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dd3ad851-118f-4e7d-a1b7-ab8c96a9be37 req-0f2f833e-1e6f-4aaa-b6b2-bda77190dec9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0699368 Jun 24 08:19:32.791323 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dd3ad851-118f-4e7d-a1b7-ab8c96a9be37 req-c28bdc0a-8d14-4376-8689-fba98c2bc36d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517650 Jun 24 08:19:32.819024 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54620) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:32.870357 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] Deleting subnet e8d961f8-1c30-4c75-b797-4d630ba0564b {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:19:32.874746 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] Publish callbacks [] for subnet (e8d961f8-1c30-4c75-b797-4d630ba0564b), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:32.910603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] Publish callbacks [] for subnet (e8d961f8-1c30-4c75-b797-4d630ba0564b), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:32.916181 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (e8d961f8-1c30-4c75-b797-4d630ba0564b), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:32.924056 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (823e7cca-f746-4e4d-acb7-1d8522ad4750), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:32.954034 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Pushing event deleted for resources: {'Port': ['ID=823e7cca-f746-4e4d-acb7-1d8522ad4750,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:32.992518 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['823e7cca-f746-4e4d-acb7-1d8522ad4750'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:19:33.026967 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] No DVR routers for this DVR port 823e7cca-f746-4e4d-acb7-1d8522ad4750 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:19:33.030669 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.033936 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-69b08dd9-6dbb-465f-a525-5540ba9d791c req-367943a7-2ceb-41e9-a218-79c8aa892c80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.26 "DELETE /v2.0/ports/823e7cca-f746-4e4d-acb7-1d8522ad4750 HTTP/1.1" status: 204 len: 173 time: 0.6247468 Jun 24 08:19:33.034558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'name': 'network-vif-deleted', 'tag': '823e7cca-f746-4e4d-acb7-1d8522ad4750'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:19:33.037336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbb4d6e-0670-45b9-904b-3fa9969329eb" -d '{"events": [{"server_uuid": "02ce4c46-0c8a-4917-8efb-30706cac089c", "name": "network-vif-deleted", "tag": "823e7cca-f746-4e4d-acb7-1d8522ad4750"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:19:33.041976 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (e8d961f8-1c30-4c75-b797-4d630ba0564b), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.084719 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d961f8-1c30-4c75-b797-4d630ba0564b,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:33.088050 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6be620-52e0-4a88-b8fd-a2b071d0dc08 x-openstack-request-id: req-cf6be620-52e0-4a88-b8fd-a2b071d0dc08 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:19:33.088367 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce4c46-0c8a-4917-8efb-30706cac089c", "name": "network-vif-deleted", "tag": "823e7cca-f746-4e4d-acb7-1d8522ad4750", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:19:33.088625 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf6be620-52e0-4a88-b8fd-a2b071d0dc08 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:19:33.089060 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6be620-52e0-4a88-b8fd-a2b071d0dc08'] response: {'server_uuid': '02ce4c46-0c8a-4917-8efb-30706cac089c', 'name': 'network-vif-deleted', 'tag': '823e7cca-f746-4e4d-acb7-1d8522ad4750', 'status': 'completed', 'code': 200} Jun 24 08:19:33.093108 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.098033 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-225a090f-5871-4060-943a-1fe9bd5373b2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8d961f8-1c30-4c75-b797-4d630ba0564b HTTP/1.1" status: 204 len: 168 time: 0.2764454 Jun 24 08:19:33.099090 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54634) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:33.186693 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (97cda298-9523-42ad-a007-892558428dfb), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.197265 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-214135c3-7401-4325-ab3e-ed9d6240e6a8 req-bc546a57-4272-409a-bbf7-cb1f02a46e80 tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.0330322 Jun 24 08:19:33.270042 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (97cda298-9523-42ad-a007-892558428dfb), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.294792 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cda298-9523-42ad-a007-892558428dfb']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:33.306966 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712bb960-8bfc-4259-ab11-a69054981192') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:33.307257 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712bb960-8bfc-4259-ab11-a69054981192') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:33.318050 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (712bb960-8bfc-4259-ab11-a69054981192), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.332404 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (712bb960-8bfc-4259-ab11-a69054981192), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.344603 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:19:33.345052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (712bb960-8bfc-4259-ab11-a69054981192), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.398930 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 712bb960-8bfc-4259-ab11-a69054981192 resource provider aggregate not found Jun 24 08:19:33.414221 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:33.417568 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 712bb960-8bfc-4259-ab11-a69054981192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 712bb960-8bfc-4259-ab11-a69054981192 found for delete ", "request_id": "req-489ca388-965d-4950-b592-f06f9e3a0d4f"}]} Jun 24 08:19:33.472578 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (97cda298-9523-42ad-a007-892558428dfb), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.477976 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.481099 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] 10.222.0.42 "DELETE /v2.0/networks/97cda298-9523-42ad-a007-892558428dfb HTTP/1.1" status: 204 len: 168 time: 0.3810198 Jun 24 08:19:33.484755 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54650) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:33.492870 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262153b8-5f93-4dd5-bdc9-3fc2775bab27 admin admin] Pushing event deleted for resources: {'Network': ['ID=97cda298-9523-42ad-a007-892558428dfb,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:33.534009 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] Deleting subnet 3372e122-d902-4e03-b8eb-539f88e7e3f1 {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:19:33.537394 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] Publish callbacks [] for subnet (3372e122-d902-4e03-b8eb-539f88e7e3f1), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.577529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] Publish callbacks [] for subnet (3372e122-d902-4e03-b8eb-539f88e7e3f1), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.584519 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (3372e122-d902-4e03-b8eb-539f88e7e3f1), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.696087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for subnet (3372e122-d902-4e03-b8eb-539f88e7e3f1), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.700091 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:33.721257 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3372e122-d902-4e03-b8eb-539f88e7e3f1,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:33.728322 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.731813 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3350284f-acb0-4fc6-8ddc-576288e1a9a7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3372e122-d902-4e03-b8eb-539f88e7e3f1 HTTP/1.1" status: 204 len: 168 time: 0.2460182 Jun 24 08:19:33.736515 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54660) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:33.812420 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (bc7cc92e-e212-4c4c-9b90-21b1ff46da04), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.893049 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (bc7cc92e-e212-4c4c-9b90-21b1ff46da04), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.909951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589efe5-de5c-4fca-a801-8ce46f7240f5 req-64424abb-05ef-4cd5-91ea-7460808adbf1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:33.911455 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3589efe5-de5c-4fca-a801-8ce46f7240f5 req-64424abb-05ef-4cd5-91ea-7460808adbf1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0475252 Jun 24 08:19:33.913978 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7cc92e-e212-4c4c-9b90-21b1ff46da04']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:33.924637 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6eadcd-aa1e-46bb-ac43-df130ff03877') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:33.924936 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6eadcd-aa1e-46bb-ac43-df130ff03877') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:33.940038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (af6eadcd-aa1e-46bb-ac43-df130ff03877), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.953957 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (af6eadcd-aa1e-46bb-ac43-df130ff03877), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.960321 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:19:33.960712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (af6eadcd-aa1e-46bb-ac43-df130ff03877), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:33.972551 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3589efe5-de5c-4fca-a801-8ce46f7240f5 req-d46b4481-41f5-4cd2-8eca-6e983cabd967 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Jun 24 08:19:34.113094 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (bc7cc92e-e212-4c4c-9b90-21b1ff46da04), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.120397 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.122707 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] 10.222.0.42 "DELETE /v2.0/networks/bc7cc92e-e212-4c4c-9b90-21b1ff46da04 HTTP/1.1" status: 204 len: 168 time: 0.3851593 Jun 24 08:19:34.132212 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177734d6-7c33-4b3a-a68a-f5bbf43ebc4e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7cc92e-e212-4c4c-9b90-21b1ff46da04,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:34.267232 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:34.270740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54670) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:34.320915 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-24e3c3e6-f27e-4f1b-8ffc-7279139bb0e7 req-c8ec1f0d-4c80-4f66-85ff-f24d090ad36b tempest-DeleteServersTestJSON-76107447 tempest-DeleteServersTestJSON-76107447-project] 10.222.0.42 "GET /v2.0/ports?device_id=02ce4c46-0c8a-4917-8efb-30706cac089c HTTP/1.1" status: 200 len: 210 time: 0.0327857 Jun 24 08:19:34.389677 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5634-bb17-4e58-991e-ae6c382a54c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.466444 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5634-bb17-4e58-991e-ae6c382a54c9 admin admin] Publish callbacks [] for security_group (8d00e266-cd7c-4355-b310-0a9e1ea157fa), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.492672 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54678) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:34.533398 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-313e5f38-8774-4dfb-a071-9c73ae1951f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17d9a639a1a44a589e449a4b9879d9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394816 Jun 24 08:19:34.535833 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54680) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:34.574756 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5634-bb17-4e58-991e-ae6c382a54c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (8d00e266-cd7c-4355-b310-0a9e1ea157fa), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.624387 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-06ec941f-6e74-483a-82c0-cc4574062411 admin admin] Publish callbacks [] for security_group (aef3e164-1c85-4755-8219-d19884bb3a64), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.631400 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-bcdd5634-bb17-4e58-991e-ae6c382a54c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14b6c7389f3448449683c924ec5570c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596318 Jun 24 08:19:34.634275 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54682) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:34.639052 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd5634-bb17-4e58-991e-ae6c382a54c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d00e266-cd7c-4355-b310-0a9e1ea157fa,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:34.658758 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-06ec941f-6e74-483a-82c0-cc4574062411 admin admin] Publish callbacks [] for security_group (aef3e164-1c85-4755-8219-d19884bb3a64), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.687971 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2e123494-dfd1-44f6-bd35-0bc043c27d0e admin admin] Publish callbacks [] for security_group (8d00e266-cd7c-4355-b310-0a9e1ea157fa), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.711721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2e123494-dfd1-44f6-bd35-0bc043c27d0e admin admin] Publish callbacks [] for security_group (8d00e266-cd7c-4355-b310-0a9e1ea157fa), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.809964 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-06ec941f-6e74-483a-82c0-cc4574062411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (aef3e164-1c85-4755-8219-d19884bb3a64), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.813230 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-06ec941f-6e74-483a-82c0-cc4574062411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.814426 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-06ec941f-6e74-483a-82c0-cc4574062411 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aef3e164-1c85-4755-8219-d19884bb3a64 HTTP/1.1" status: 204 len: 168 time: 0.2775960 Jun 24 08:19:34.823465 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec941f-6e74-483a-82c0-cc4574062411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3e164-1c85-4755-8219-d19884bb3a64,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:34.838508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2e123494-dfd1-44f6-bd35-0bc043c27d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (8d00e266-cd7c-4355-b310-0a9e1ea157fa), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.841967 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2e123494-dfd1-44f6-bd35-0bc043c27d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:34.844115 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-2e123494-dfd1-44f6-bd35-0bc043c27d0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d00e266-cd7c-4355-b310-0a9e1ea157fa HTTP/1.1" status: 204 len: 168 time: 0.2080715 Jun 24 08:19:34.856144 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e123494-dfd1-44f6-bd35-0bc043c27d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d00e266-cd7c-4355-b310-0a9e1ea157fa,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:34.895874 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:35.086345 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd4b0-89c6-422f-9384-1d406a51aec4 req-894cf105-cc86-4174-8466-944963c19fbd tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:35.087914 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-907dd4b0-89c6-422f-9384-1d406a51aec4 req-894cf105-cc86-4174-8466-944963c19fbd tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0497315 Jun 24 08:19:35.136519 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-907dd4b0-89c6-422f-9384-1d406a51aec4 req-e3e12c15-40ab-4fd1-9b2c-f5a144f6df5f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Jun 24 08:19:35.174717 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 823e7cca-f746-4e4d-acb7-1d8522ad4750 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:19:35.193931 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 823e7cca-f746-4e4d-acb7-1d8522ad4750 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:19:35.194280 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 823e7cca-f746-4e4d-acb7-1d8522ad4750 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:19:35.307690 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:35.446508 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment af6eadcd-aa1e-46bb-ac43-df130ff03877 resource provider aggregate not found Jun 24 08:19:35.465505 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment af6eadcd-aa1e-46bb-ac43-df130ff03877 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af6eadcd-aa1e-46bb-ac43-df130ff03877 found for delete ", "request_id": "req-791e0519-a55c-4717-98e6-e6f726373a2a"}]} Jun 24 08:19:35.690761 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54712) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:35.727486 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-54ec2981-a03c-4841-b19d-1af5308289ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0bc73fdf8584d28b81c9ea7f9b4edcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396962 Jun 24 08:19:35.729971 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54714) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:35.777935 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1e86-a5df-4766-a4b6-9477917ad261 admin admin] Publish callbacks [] for security_group (523a0b6b-2552-4945-adb6-823a48ea8c63), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:35.807338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1e86-a5df-4766-a4b6-9477917ad261 admin admin] Publish callbacks [] for security_group (523a0b6b-2552-4945-adb6-823a48ea8c63), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:35.813746 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54716) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:35.828550 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-223cb7c2-71c3-47ed-96e2-4aab3b8d3074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.019552 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1e86-a5df-4766-a4b6-9477917ad261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (523a0b6b-2552-4945-adb6-823a48ea8c63), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.022213 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1e86-a5df-4766-a4b6-9477917ad261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.024000 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-7c4c1e86-a5df-4766-a4b6-9477917ad261 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/523a0b6b-2552-4945-adb6-823a48ea8c63 HTTP/1.1" status: 204 len: 168 time: 0.2930624 Jun 24 08:19:36.032908 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c1e86-a5df-4766-a4b6-9477917ad261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a0b6b-2552-4945-adb6-823a48ea8c63,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:36.083524 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-223cb7c2-71c3-47ed-96e2-4aab3b8d3074 admin admin] Publish callbacks [] for security_group (86a7e65a-f0c5-46ad-9cd5-a9308980c647), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.253721 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cbd53-8072-4d98-8a81-bded13082170 req-9997de36-3c3c-40a3-a398-5557dc6e4797 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:36.255211 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-434cbd53-8072-4d98-8a81-bded13082170 req-9997de36-3c3c-40a3-a398-5557dc6e4797 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Jun 24 08:19:36.303587 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-434cbd53-8072-4d98-8a81-bded13082170 req-335a72ad-ba2d-475a-9d6a-1204268c04bf tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Jun 24 08:19:36.335141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-223cb7c2-71c3-47ed-96e2-4aab3b8d3074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (86a7e65a-f0c5-46ad-9cd5-a9308980c647), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.352734 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-223cb7c2-71c3-47ed-96e2-4aab3b8d3074 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2a821a881c9484fb5aa048ce2eae8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373769 Jun 24 08:19:36.354674 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cb7c2-71c3-47ed-96e2-4aab3b8d3074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a7e65a-f0c5-46ad-9cd5-a9308980c647,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:36.355381 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54724) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:36.411312 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a18a676b-cbfa-4db7-a89a-5e4ec77f05d2 admin admin] Publish callbacks [] for security_group (86a7e65a-f0c5-46ad-9cd5-a9308980c647), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.434080 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a18a676b-cbfa-4db7-a89a-5e4ec77f05d2 admin admin] Publish callbacks [] for security_group (86a7e65a-f0c5-46ad-9cd5-a9308980c647), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.590819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a18a676b-cbfa-4db7-a89a-5e4ec77f05d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (86a7e65a-f0c5-46ad-9cd5-a9308980c647), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.594170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a18a676b-cbfa-4db7-a89a-5e4ec77f05d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:36.597825 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-a18a676b-cbfa-4db7-a89a-5e4ec77f05d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86a7e65a-f0c5-46ad-9cd5-a9308980c647 HTTP/1.1" status: 204 len: 168 time: 0.2389753 Jun 24 08:19:36.603479 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a676b-cbfa-4db7-a89a-5e4ec77f05d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a7e65a-f0c5-46ad-9cd5-a9308980c647,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:36.719148 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:36.802296 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:36.906377 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:37.022508 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54752) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:37.079942 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:37.456416 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (3ca15a2d-2746-4e4c-a081-ed0d1984230c), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:37.466166 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a30e6-9738-4400-a141-b96270d46ce7 req-9a6e7fbf-73af-4dd1-be17-d0ee4c7df1b8 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:37.467706 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c92a30e6-9738-4400-a141-b96270d46ce7 req-9a6e7fbf-73af-4dd1-be17-d0ee4c7df1b8 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0747342 Jun 24 08:19:37.558812 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c92a30e6-9738-4400-a141-b96270d46ce7 req-ebf209fc-efbc-41ef-8115-c9fa80906267 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566890 Jun 24 08:19:37.779226 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Deleting port 53376778-eb59-4941-8e34-057443f5157a {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:19:37.779567 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (53376778-eb59-4941-8e34-057443f5157a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:37.869154 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] For port 53376778-eb59-4941-8e34-057443f5157a, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=53376778-eb59-4941-8e34-057443f5157a,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:37.869517 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (53376778-eb59-4941-8e34-057443f5157a), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:37.882594 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Calling delete_port for 53376778-eb59-4941-8e34-057443f5157a owned by network:router_interface {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:19:38.142329 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (53376778-eb59-4941-8e34-057443f5157a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:38.167711 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=53376778-eb59-4941-8e34-057443f5157a,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:38.286853 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:38.300499 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (3ca15a2d-2746-4e4c-a081-ed0d1984230c), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:38.410148 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:38.512969 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Router 3ca15a2d-2746-4e4c-a081-ed0d1984230c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:19:38.819715 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:38.820542 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:38.859965 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:19:38.867076 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e7e9-9339-4f4e-8214-e71be70a2c18 req-f99773df-347a-4cd7-a42b-fd1eee6b5061 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:38.868559 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2157e7e9-9339-4f4e-8214-e71be70a2c18 req-f99773df-347a-4cd7-a42b-fd1eee6b5061 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0627680 Jun 24 08:19:38.868914 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] Sync routers for ids ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:19:38.875170 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-41c046d9-5cf8-4925-9ec3-9cce4b704ef7 admin admin] 10.222.0.42 "PUT /v2.0/routers/3ca15a2d-2746-4e4c-a081-ed0d1984230c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8484321 Jun 24 08:19:38.875525 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54814) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:38.879979 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] Routers {'3ca15a2d-2746-4e4c-a081-ed0d1984230c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:38.880650 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:38.921653 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2157e7e9-9339-4f4e-8214-e71be70a2c18 req-8d70528e-8489-4140-af9e-6419df558ba2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Jun 24 08:19:38.985977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks [] for router (3ca15a2d-2746-4e4c-a081-ed0d1984230c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:38.986396 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] Set router 3ca15a2d-2746-4e4c-a081-ed0d1984230c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:39.085352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks [] for router_gateway (3ca15a2d-2746-4e4c-a081-ed0d1984230c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:39.154411 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:19:38Z', 'revision_number': 5, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:39.178338 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] Checking router: 3ca15a2d-2746-4e4c-a081-ed0d1984230c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:19:39.187718 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] Routers {'3ca15a2d-2746-4e4c-a081-ed0d1984230c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:19:39.188398 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:39.269648 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Deleting port cb811c8d-10a2-480a-a267-d040c6776f62 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:19:39.269993 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:39.290477 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] Set router 3ca15a2d-2746-4e4c-a081-ed0d1984230c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:19:39.352105 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] For port cb811c8d-10a2-480a-a267-d040c6776f62, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=cb811c8d-10a2-480a-a267-d040c6776f62,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:39.352708 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:39.366783 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Calling delete_port for cb811c8d-10a2-480a-a267-d040c6776f62 owned by network:router_gateway {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:19:39.480270 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:19:38Z', 'revision_number': 5, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:39.507159 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3f4ab-887c-40bb-ab4f-7fb4e3d7687b None None] The sync data for ids ['3ca15a2d-2746-4e4c-a081-ed0d1984230c'] in dv-cinder-834822-6-iscsi is: [{'id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'name': 'tempest-DeleteServersTestJSON-1713918285-router', 'tenant_id': '14f7d7e0a5614243974c4c44ec466b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:13Z', 'updated_at': '2022-06-24T08:19:38Z', 'revision_number': 5, 'project_id': '14f7d7e0a5614243974c4c44ec466b14', 'gw_port': {'id': 'cb811c8d-10a2-480a-a267-d040c6776f62', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca15a2d-2746-4e4c-a081-ed0d1984230c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:14Z', 'updated_at': '2022-06-24T08:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:19:39.568000 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:39.637027 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (cb811c8d-10a2-480a-a267-d040c6776f62), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:39.665006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb811c8d-10a2-480a-a267-d040c6776f62,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:39.728076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (3ca15a2d-2746-4e4c-a081-ed0d1984230c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.054881 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5af123-1d19-4942-8db2-0afe34448fc2 req-a634dcab-a29e-4892-9e67-668a080f9a6a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:40.056569 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9b5af123-1d19-4942-8db2-0afe34448fc2 req-a634dcab-a29e-4892-9e67-668a080f9a6a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0587399 Jun 24 08:19:40.060089 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (3ca15a2d-2746-4e4c-a081-ed0d1984230c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.062934 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks [] for router_controller (3ca15a2d-2746-4e4c-a081-ed0d1984230c), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.108345 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9b5af123-1d19-4942-8db2-0afe34448fc2 req-69cf93a9-f019-4678-9659-167f72f5b3e2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jun 24 08:19:40.253903 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (3ca15a2d-2746-4e4c-a081-ed0d1984230c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.254463 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca15a2d-2746-4e4c-a081-ed0d1984230c {{(pid=104493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:19:40.259184 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.261947 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5bceeaf4-61bd-45bc-b317-bbd0b31e293e admin admin] 10.222.0.42 "DELETE /v2.0/routers/3ca15a2d-2746-4e4c-a081-ed0d1984230c HTTP/1.1" status: 204 len: 168 time: 1.3836899 Jun 24 08:19:40.262840 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54836) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:40.309823 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_v2 [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] Deleting subnet 5d24d9ca-3faa-475e-890e-2cbdc44c4982 {{(pid=104493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:19:40.314163 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] Publish callbacks [] for subnet (5d24d9ca-3faa-475e-890e-2cbdc44c4982), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.355922 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12045926'] for subnet (5d24d9ca-3faa-475e-890e-2cbdc44c4982), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.466417 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (5d24d9ca-3faa-475e-890e-2cbdc44c4982), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.639028 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12109818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11585873'] for subnet (5d24d9ca-3faa-475e-890e-2cbdc44c4982), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.667602 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d24d9ca-3faa-475e-890e-2cbdc44c4982,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:40.669424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.676040 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-40073c1d-24b4-4b54-a231-6fc431d00eae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5d24d9ca-3faa-475e-890e-2cbdc44c4982 HTTP/1.1" status: 204 len: 168 time: 0.4094026 Jun 24 08:19:40.676195 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54842) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:40.681139 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750a24d-d7a4-4bbc-9733-23535a29a560 None None] Network d92a1584-eab7-4ac8-a344-67821b0aca95 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:19:40.749917 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (d92a1584-eab7-4ac8-a344-67821b0aca95), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.753339 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:40.808520 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Deleting port d4b5d752-279d-4071-8949-3ee0ec2cdee1 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:19:40.808820 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.864325 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:40.870103 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] DHCP port deletion for d92a1584-eab7-4ac8-a344-67821b0aca95 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:19:40.875774 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] For port d4b5d752-279d-4071-8949-3ee0ec2cdee1, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=d4b5d752-279d-4071-8949-3ee0ec2cdee1,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:40.876187 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:40.891242 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Calling delete_port for d4b5d752-279d-4071-8949-3ee0ec2cdee1 owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:19:41.023761 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Deleting port d4b5d752-279d-4071-8949-3ee0ec2cdee1 {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:19:41.024056 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.088053 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] For port d4b5d752-279d-4071-8949-3ee0ec2cdee1, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=d4b5d752-279d-4071-8949-3ee0ec2cdee1,segment=NetworkSegment(9bae00ee-695d-4160-b691-d209759ddfbf),segment_id=9bae00ee-695d-4160-b691-d209759ddfbf)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:19:41.088454 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.090413 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.105695 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Calling delete_port for d4b5d752-279d-4071-8949-3ee0ec2cdee1 owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:19:41.118904 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b5d752-279d-4071-8949-3ee0ec2cdee1,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:41.120783 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] No DVR routers for this DVR port d4b5d752-279d-4071-8949-3ee0ec2cdee1 on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:19:41.199102 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (d92a1584-eab7-4ac8-a344-67821b0aca95), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.225293 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (d4b5d752-279d-4071-8949-3ee0ec2cdee1), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.250844 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.251238 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.251977 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.252337 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > port after_create 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.252663 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.252981 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > port after_update 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.253315 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.253650 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.253965 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.254064 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Pushing event deleted for resources: {'Port': ['ID=d4b5d752-279d-4071-8949-3ee0ec2cdee1,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:41.254473 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.258480 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] No DVR routers for this DVR port d4b5d752-279d-4071-8949-3ee0ec2cdee1 on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:19:41.268732 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.269074 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.269431 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.269777 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.270107 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.270433 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.270756 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.271109 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.271644 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.271975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.272397 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.272740 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.273065 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.273384 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.273704 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2d83a-7dde-4812-a96e-f0a25f0c5aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:19:41.328634 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.329022 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.329313 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.329652 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:19:41.330014 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92a1584-eab7-4ac8-a344-67821b0aca95']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:41.353387 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bae00ee-695d-4160-b691-d209759ddfbf') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:41.353692 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bae00ee-695d-4160-b691-d209759ddfbf') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:19:41.371443 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3f280-fd67-4338-8c2f-b45190066ee5 req-021e0e77-291c-42cd-a508-e808720d230d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:41.373112 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5ed3f280-fd67-4338-8c2f-b45190066ee5 req-021e0e77-291c-42cd-a508-e808720d230d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.1710446 Jun 24 08:19:41.379116 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (9bae00ee-695d-4160-b691-d209759ddfbf), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.413990 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (9bae00ee-695d-4160-b691-d209759ddfbf), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.419096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54854) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:41.430754 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:19:41.431197 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (9bae00ee-695d-4160-b691-d209759ddfbf), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.507319 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device d4b5d752-279d-4071-8949-3ee0ec2cdee1 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:19:41.509977 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5ed3f280-fd67-4338-8c2f-b45190066ee5 req-c6dd433c-83b7-4a26-9551-16fb544542c4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266522 Jun 24 08:19:41.512894 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:41.533055 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: d4b5d752-279d-4071-8949-3ee0ec2cdee1 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:19:41.533402 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device d4b5d752-279d-4071-8949-3ee0ec2cdee1 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:19:41.533816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 53376778-eb59-4941-8e34-057443f5157a no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:19:41.552865 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd1ce-3b33-4223-8599-3aaaf23815a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.554681 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 53376778-eb59-4941-8e34-057443f5157a {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:19:41.555029 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 53376778-eb59-4941-8e34-057443f5157a not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:19:41.555634 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device cb811c8d-10a2-480a-a267-d040c6776f62 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:19:41.574999 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: cb811c8d-10a2-480a-a267-d040c6776f62 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:19:41.575339 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device cb811c8d-10a2-480a-a267-d040c6776f62 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:19:41.575867 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:41.607804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (d92a1584-eab7-4ac8-a344-67821b0aca95), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.616326 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.619434 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] 10.222.0.42 "DELETE /v2.0/networks/d92a1584-eab7-4ac8-a344-67821b0aca95 HTTP/1.1" status: 204 len: 168 time: 0.9423318 Jun 24 08:19:41.640681 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51484e9e-2cfe-4d6f-8f5e-1944becbab9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d92a1584-eab7-4ac8-a344-67821b0aca95,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:41.657632 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd1ce-3b33-4223-8599-3aaaf23815a7 admin admin] Publish callbacks [] for security_group (3976a2b0-d84c-4042-bd3e-d094efad7b75), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.685048 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 9bae00ee-695d-4160-b691-d209759ddfbf resource provider aggregate not found Jun 24 08:19:41.702773 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 9bae00ee-695d-4160-b691-d209759ddfbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bae00ee-695d-4160-b691-d209759ddfbf found for delete ", "request_id": "req-b7a02d56-221f-4b95-bebd-53e32ad043d4"}]} Jun 24 08:19:41.712657 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd1ce-3b33-4223-8599-3aaaf23815a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (3976a2b0-d84c-4042-bd3e-d094efad7b75), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.753222 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bd1ce-3b33-4223-8599-3aaaf23815a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3976a2b0-d84c-4042-bd3e-d094efad7b75,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:41.758033 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-4b2bd1ce-3b33-4223-8599-3aaaf23815a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a9ab08f54cb46f69dcb54670c7963ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378472 Jun 24 08:19:41.760596 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 54874) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:41.810003 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e245ec37-91f1-4d53-8b9f-d1912b29a81a admin admin] Publish callbacks [] for security_group (3976a2b0-d84c-4042-bd3e-d094efad7b75), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.832528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e245ec37-91f1-4d53-8b9f-d1912b29a81a admin admin] Publish callbacks [] for security_group (3976a2b0-d84c-4042-bd3e-d094efad7b75), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.964272 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e245ec37-91f1-4d53-8b9f-d1912b29a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (3976a2b0-d84c-4042-bd3e-d094efad7b75), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.966852 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e245ec37-91f1-4d53-8b9f-d1912b29a81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:41.968003 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e245ec37-91f1-4d53-8b9f-d1912b29a81a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3976a2b0-d84c-4042-bd3e-d094efad7b75 HTTP/1.1" status: 204 len: 168 time: 0.2065132 Jun 24 08:19:41.976919 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ec37-91f1-4d53-8b9f-d1912b29a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3976a2b0-d84c-4042-bd3e-d094efad7b75,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:42.015366 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54878) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:42.055950 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-40dc320d-8f82-4786-aa14-87e0f09a5ebf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14f7d7e0a5614243974c4c44ec466b14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393879 Jun 24 08:19:42.058607 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 54880) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:42.106171 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f53f4d17-c71f-43f5-a465-77f4b61abe58 admin admin] Publish callbacks [] for security_group (5a084e45-50ea-40b3-8eaf-3d904ff210a1), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:42.132166 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f53f4d17-c71f-43f5-a465-77f4b61abe58 admin admin] Publish callbacks [] for security_group (5a084e45-50ea-40b3-8eaf-3d904ff210a1), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:42.301414 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f53f4d17-c71f-43f5-a465-77f4b61abe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (5a084e45-50ea-40b3-8eaf-3d904ff210a1), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:42.304004 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f53f4d17-c71f-43f5-a465-77f4b61abe58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:42.305237 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f53f4d17-c71f-43f5-a465-77f4b61abe58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a084e45-50ea-40b3-8eaf-3d904ff210a1 HTTP/1.1" status: 204 len: 168 time: 0.2457399 Jun 24 08:19:42.313347 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:42.313895 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f4d17-c71f-43f5-a465-77f4b61abe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a084e45-50ea-40b3-8eaf-3d904ff210a1,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:42.501114 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:42.631814 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a0d3-2b4f-4598-b033-53e203b59147 req-473d76f6-4437-4653-a085-e7ce21e97be1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:42.633233 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0ab4a0d3-2b4f-4598-b033-53e203b59147 req-473d76f6-4437-4653-a085-e7ce21e97be1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0467010 Jun 24 08:19:42.680538 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0ab4a0d3-2b4f-4598-b033-53e203b59147 req-c8426bb1-9821-4070-b1fc-c6566c848144 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Jun 24 08:19:43.318650 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:43.690638 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:43.766131 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:43.801838 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480026-cff3-4da4-bd54-9d4418b525cf req-88f249fc-3ef9-46a4-80a5-dbc9ef080f8f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:43.803403 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f480026-cff3-4da4-bd54-9d4418b525cf req-88f249fc-3ef9-46a4-80a5-dbc9ef080f8f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Jun 24 08:19:43.852555 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f480026-cff3-4da4-bd54-9d4418b525cf req-e4e9e8f9-371b-4781-9b5b-53a295068afb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Jun 24 08:19:43.896337 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:44.088071 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:44.408102 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:44.972210 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d289-bf2e-4e8a-a72a-c28e79232c98 req-fbb7bcd1-b1e2-4686-b091-4fc19f8dce5a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:44.975091 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1031d289-bf2e-4e8a-a72a-c28e79232c98 req-fbb7bcd1-b1e2-4686-b091-4fc19f8dce5a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0520535 Jun 24 08:19:45.031498 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1031d289-bf2e-4e8a-a72a-c28e79232c98 req-cdcf95c4-4a45-48de-b381-c89ed716fd5e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508566 Jun 24 08:19:45.408104 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:46.151935 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d091e95-3969-436a-ad6f-cb270d1d0676 req-0c4853eb-cdb7-454b-b4e9-b0cb70c237d2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:46.160229 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8d091e95-3969-436a-ad6f-cb270d1d0676 req-0c4853eb-cdb7-454b-b4e9-b0cb70c237d2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0594513 Jun 24 08:19:46.208377 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8d091e95-3969-436a-ad6f-cb270d1d0676 req-044a0ae0-7f99-4021-aebe-ac3bb99c00a3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470676 Jun 24 08:19:46.252296 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55050) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:46.360906 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cec51a38-0129-4bf4-b7cc-4b645a2fb84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:46.382615 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:46.433798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:46.441016 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cec51a38-0129-4bf4-b7cc-4b645a2fb84d admin admin] Publish callbacks [] for security_group (0e0f1e08-2d53-4754-b73d-31bc06d194c9), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:46.512649 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cec51a38-0129-4bf4-b7cc-4b645a2fb84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (0e0f1e08-2d53-4754-b73d-31bc06d194c9), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:46.540156 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:46.557549 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cec51a38-0129-4bf4-b7cc-4b645a2fb84d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21e586edbb8f49c4b07f2a51814bb22d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073821 Jun 24 08:19:46.558420 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51a38-0129-4bf4-b7cc-4b645a2fb84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0f1e08-2d53-4754-b73d-31bc06d194c9,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:46.560298 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55066) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:19:46.635195 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a732f940-e76b-4fde-b3c3-fad24e2104eb admin admin] Publish callbacks [] for security_group (0e0f1e08-2d53-4754-b73d-31bc06d194c9), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:46.652147 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a732f940-e76b-4fde-b3c3-fad24e2104eb admin admin] Publish callbacks [] for security_group (0e0f1e08-2d53-4754-b73d-31bc06d194c9), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:46.775952 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a732f940-e76b-4fde-b3c3-fad24e2104eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (0e0f1e08-2d53-4754-b73d-31bc06d194c9), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:46.778584 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a732f940-e76b-4fde-b3c3-fad24e2104eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:46.779835 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-a732f940-e76b-4fde-b3c3-fad24e2104eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e0f1e08-2d53-4754-b73d-31bc06d194c9 HTTP/1.1" status: 204 len: 168 time: 0.2185445 Jun 24 08:19:46.789722 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732f940-e76b-4fde-b3c3-fad24e2104eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0f1e08-2d53-4754-b73d-31bc06d194c9,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:19:47.044472 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:47.115752 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:47.116514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:47.181664 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:47.329396 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf87d-d92b-45be-b55e-3e1d373e6666 req-0a6f0b50-bb57-4c46-bbb0-cac1a9dcb751 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:47.329396 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ecdf87d-d92b-45be-b55e-3e1d373e6666 req-0a6f0b50-bb57-4c46-bbb0-cac1a9dcb751 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0497847 Jun 24 08:19:47.379793 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ecdf87d-d92b-45be-b55e-3e1d373e6666 req-6edb0ce7-9310-4e12-a12a-73bcd3eb328d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Jun 24 08:19:48.065490 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:48.495388 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae81b5-07ef-49b6-94cf-bddd0047f61b req-b73880ba-1d5f-40c3-bfb9-898bb5d0713c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:48.496898 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-61ae81b5-07ef-49b6-94cf-bddd0047f61b req-b73880ba-1d5f-40c3-bfb9-898bb5d0713c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0470474 Jun 24 08:19:48.523968 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:48.547316 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-61ae81b5-07ef-49b6-94cf-bddd0047f61b req-71af0c37-9579-4a26-afe9-d804a227f8e7 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Jun 24 08:19:48.713364 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:49.185060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:49.242089 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:49.507060 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=63 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:49.604792 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:49.661952 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7490352-03c4-4e73-b050-787b73e691eb req-33bed89f-1fdf-42ee-8803-a7fdeffe7251 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:49.663177 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d7490352-03c4-4e73-b050-787b73e691eb req-33bed89f-1fdf-42ee-8803-a7fdeffe7251 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0472839 Jun 24 08:19:49.714624 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d7490352-03c4-4e73-b050-787b73e691eb req-68453a78-8220-4ac5-aba7-8dcbd46428c3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 Jun 24 08:19:49.941166 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.089892 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.164304 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.284279 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.364186 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.450094 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.678622 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.747323 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.828719 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3256a36-b572-4456-945c-de7931667474 req-ff8237fa-1b9f-48da-831f-56ee76f93d23 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:50.830099 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b3256a36-b572-4456-945c-de7931667474 req-ff8237fa-1b9f-48da-831f-56ee76f93d23 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0467412 Jun 24 08:19:50.876562 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b3256a36-b572-4456-945c-de7931667474 req-5e51093c-3c7f-48cd-ac69-09e51e774b75 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Jun 24 08:19:50.974012 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:50.998013 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:19:51.288358 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:51.356798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:51.602929 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:51.648400 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:51.994235 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3aef9-0508-4350-ae21-d469acc66445 req-14ebe4d3-760e-4163-855f-db47ac6de43f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:51.995738 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e4f3aef9-0508-4350-ae21-d469acc66445 req-14ebe4d3-760e-4163-855f-db47ac6de43f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0528297 Jun 24 08:19:52.048075 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e4f3aef9-0508-4350-ae21-d469acc66445 req-13dc0e84-64c3-4e42-9c37-b7248363b1f3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453198 Jun 24 08:19:52.838428 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d85b25d8-ab2f-4aa2-b00e-4841cc1f4c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:53.158610 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f8402-f671-4fec-88b5-114fd828577a req-cf7a0084-1069-4b87-bfe4-e290a49bdeea tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:53.159967 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-683f8402-f671-4fec-88b5-114fd828577a req-cf7a0084-1069-4b87-bfe4-e290a49bdeea tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0460467 Jun 24 08:19:53.206561 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-683f8402-f671-4fec-88b5-114fd828577a req-f360126c-9675-47d3-9604-c0b33bab3204 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Jun 24 08:19:54.316423 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca70c7-637b-4117-ac2d-8deafc1d135d req-38b2e855-d2a2-4b44-8264-15eae27e101c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:54.317891 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e7ca70c7-637b-4117-ac2d-8deafc1d135d req-38b2e855-d2a2-4b44-8264-15eae27e101c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0453706 Jun 24 08:19:54.330119 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:54.370117 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e7ca70c7-637b-4117-ac2d-8deafc1d135d req-bf617053-375a-4eca-b6a8-f362dc9e9596 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Jun 24 08:19:55.215197 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfbda-b0a0-4d16-ab4f-ae67d286be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:55.481558 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513946d5-3d58-4abd-b59c-9fee339ee73a req-afe608b4-21f6-4193-82d6-5fc3eeb9ebbc tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:55.482944 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-513946d5-3d58-4abd-b59c-9fee339ee73a req-afe608b4-21f6-4193-82d6-5fc3eeb9ebbc tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0466199 Jun 24 08:19:55.529586 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-513946d5-3d58-4abd-b59c-9fee339ee73a req-83a635c5-1a40-4fbd-8fc0-1c295b039e92 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Jun 24 08:19:56.352792 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:56.644155 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf979a7-fc4c-430d-9f76-235c0b240c4a req-eccf0be3-1e2e-432d-8dd4-6b1705ec125b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:56.645680 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bdf979a7-fc4c-430d-9f76-235c0b240c4a req-eccf0be3-1e2e-432d-8dd4-6b1705ec125b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0476236 Jun 24 08:19:56.701640 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bdf979a7-fc4c-430d-9f76-235c0b240c4a req-713a54d1-00b2-4b00-b209-b88e148d4e01 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453205 Jun 24 08:19:57.816019 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:57.822229 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f8007-b508-43d1-8199-c4b69ea46f03 req-bf06387a-004d-4832-8cde-6d0931c85000 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:57.824226 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-066f8007-b508-43d1-8199-c4b69ea46f03 req-bf06387a-004d-4832-8cde-6d0931c85000 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0513473 Jun 24 08:19:57.870985 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-066f8007-b508-43d1-8199-c4b69ea46f03 req-892e0911-a996-4342-ac53-2c7cd16da8eb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Jun 24 08:19:58.027146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:19:58.983986 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c720a-40c4-4296-8c77-a4afb56a2d16 req-30e7af46-6edb-49a3-937e-f4a86368a4ae tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:19:58.985578 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7a3c720a-40c4-4296-8c77-a4afb56a2d16 req-30e7af46-6edb-49a3-937e-f4a86368a4ae tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0471539 Jun 24 08:19:59.011090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:19:59.033978 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7a3c720a-40c4-4296-8c77-a4afb56a2d16 req-5d7a1b74-5650-469a-8749-cfabcb14a2c9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Jun 24 08:20:00.152507 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263e8b4-925a-49b4-a4d7-51ebb6149b32 req-c0e77156-8009-4790-b709-f9c9cf5a1c27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:00.153867 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6263e8b4-925a-49b4-a4d7-51ebb6149b32 req-c0e77156-8009-4790-b709-f9c9cf5a1c27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Jun 24 08:20:00.200728 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6263e8b4-925a-49b4-a4d7-51ebb6149b32 req-d8316fa5-c25e-4fb1-8f2e-40ff6b5de999 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Jun 24 08:20:01.324935 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327031f-0ae1-4142-b5d1-74c5126e8b00 req-a1d338f6-62a8-428d-ad32-95b58ab963cb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:01.326669 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2327031f-0ae1-4142-b5d1-74c5126e8b00 req-a1d338f6-62a8-428d-ad32-95b58ab963cb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0569572 Jun 24 08:20:01.381624 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2327031f-0ae1-4142-b5d1-74c5126e8b00 req-d3c7d2ea-2252-464b-b227-7aad28ff27d9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Jun 24 08:20:02.087607 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55394) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:02.170763 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55398) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:02.188854 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:02.247745 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ecc84de6-d260-4cf0-8882-0ef3186d40d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.292593 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cdce3068-6c51-49b4-97e3-9c5428df3ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.371661 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ecc84de6-d260-4cf0-8882-0ef3186d40d0 admin admin] Publish callbacks [] for security_group (a615d371-db6c-4d94-aa10-98ba2f3c6503), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.410187 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cdce3068-6c51-49b4-97e3-9c5428df3ef5 admin admin] Publish callbacks [] for security_group (e08ce57b-c234-43ae-8d9f-99c56c43409b), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.450063 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ecc84de6-d260-4cf0-8882-0ef3186d40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a615d371-db6c-4d94-aa10-98ba2f3c6503), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.511231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cdce3068-6c51-49b4-97e3-9c5428df3ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (e08ce57b-c234-43ae-8d9f-99c56c43409b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.513228 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:02.527817 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ecc84de6-d260-4cf0-8882-0ef3186d40d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=894cff7b9106408bb865f52debd2b2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391403 Jun 24 08:20:02.530593 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55408) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:02.537686 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc84de6-d260-4cf0-8882-0ef3186d40d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615d371-db6c-4d94-aa10-98ba2f3c6503,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:02.557260 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511046e-8bab-4553-b1d5-951693831309 req-778978eb-c439-4de9-a732-b25b6f12594f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:02.559049 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c511046e-8bab-4553-b1d5-951693831309 req-778978eb-c439-4de9-a732-b25b6f12594f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0970378 Jun 24 08:20:02.587152 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cdce3068-6c51-49b4-97e3-9c5428df3ef5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10208e026095483b8d527560b319874c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122159 Jun 24 08:20:02.587394 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55410) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:02.595512 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce3068-6c51-49b4-97e3-9c5428df3ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08ce57b-c234-43ae-8d9f-99c56c43409b,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:02.631220 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b022f95b-5347-4e47-bcfd-ef6997d0c94e admin admin] Publish callbacks [] for security_group (a615d371-db6c-4d94-aa10-98ba2f3c6503), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.631986 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c511046e-8bab-4553-b1d5-951693831309 req-d0672106-54aa-4e6a-bf13-429df18ba063 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 Jun 24 08:20:02.668224 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b022f95b-5347-4e47-bcfd-ef6997d0c94e admin admin] Publish callbacks [] for security_group (a615d371-db6c-4d94-aa10-98ba2f3c6503), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.687186 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-21ae048b-55d2-4672-918e-954ebc031ce0 admin admin] Publish callbacks [] for security_group (e08ce57b-c234-43ae-8d9f-99c56c43409b), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.726123 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-21ae048b-55d2-4672-918e-954ebc031ce0 admin admin] Publish callbacks [] for security_group (e08ce57b-c234-43ae-8d9f-99c56c43409b), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.879220 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-21ae048b-55d2-4672-918e-954ebc031ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (e08ce57b-c234-43ae-8d9f-99c56c43409b), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.881920 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-21ae048b-55d2-4672-918e-954ebc031ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.883110 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-21ae048b-55d2-4672-918e-954ebc031ce0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e08ce57b-c234-43ae-8d9f-99c56c43409b HTTP/1.1" status: 204 len: 168 time: 0.2945867 Jun 24 08:20:02.883800 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b022f95b-5347-4e47-bcfd-ef6997d0c94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a615d371-db6c-4d94-aa10-98ba2f3c6503), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.886395 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b022f95b-5347-4e47-bcfd-ef6997d0c94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:02.890468 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b022f95b-5347-4e47-bcfd-ef6997d0c94e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a615d371-db6c-4d94-aa10-98ba2f3c6503 HTTP/1.1" status: 204 len: 168 time: 0.3568907 Jun 24 08:20:02.898523 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae048b-55d2-4672-918e-954ebc031ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08ce57b-c234-43ae-8d9f-99c56c43409b,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:02.910784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022f95b-5347-4e47-bcfd-ef6997d0c94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615d371-db6c-4d94-aa10-98ba2f3c6503,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:02.933517 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:03.189674 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55432) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:03.303640 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed9d1-e6a2-4214-99d2-758c12eaca96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:03.350356 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:03.388687 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed9d1-e6a2-4214-99d2-758c12eaca96 admin admin] Publish callbacks [] for security_group (457a5cde-b225-486c-96d2-ca6570b9f1ce), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:03.528711 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed9d1-e6a2-4214-99d2-758c12eaca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (457a5cde-b225-486c-96d2-ca6570b9f1ce), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:03.570207 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed9d1-e6a2-4214-99d2-758c12eaca96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457a5cde-b225-486c-96d2-ca6570b9f1ce,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:03.578613 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1f1ed9d1-e6a2-4214-99d2-758c12eaca96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5ed895d8ac44e6a8a054e134442af81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851969 Jun 24 08:20:03.586572 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55450) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:03.642094 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4efd6cb5-e4d7-4ee9-890c-104484ad4467 admin admin] Publish callbacks [] for security_group (457a5cde-b225-486c-96d2-ca6570b9f1ce), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:03.666302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4efd6cb5-e4d7-4ee9-890c-104484ad4467 admin admin] Publish callbacks [] for security_group (457a5cde-b225-486c-96d2-ca6570b9f1ce), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:03.791756 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20a3ee-b2b7-4a70-afb8-2a5fd44557ee req-1aaf6ea0-9f87-42e8-8d53-9708bc223da1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:03.793278 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0b20a3ee-b2b7-4a70-afb8-2a5fd44557ee req-1aaf6ea0-9f87-42e8-8d53-9708bc223da1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0604968 Jun 24 08:20:03.846232 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0b20a3ee-b2b7-4a70-afb8-2a5fd44557ee req-f8314489-7ce4-43b3-bea2-c198aebd795d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Jun 24 08:20:03.873359 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4efd6cb5-e4d7-4ee9-890c-104484ad4467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (457a5cde-b225-486c-96d2-ca6570b9f1ce), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:03.876971 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4efd6cb5-e4d7-4ee9-890c-104484ad4467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:03.878269 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4efd6cb5-e4d7-4ee9-890c-104484ad4467 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/457a5cde-b225-486c-96d2-ca6570b9f1ce HTTP/1.1" status: 204 len: 168 time: 0.2978771 Jun 24 08:20:03.887351 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd6cb5-e4d7-4ee9-890c-104484ad4467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457a5cde-b225-486c-96d2-ca6570b9f1ce,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:03.892356 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d811ecb-b5f0-462b-b2fb-b74468420687 req-709425fb-60ac-4147-9a6d-38847e5494f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:03.893822 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5d811ecb-b5f0-462b-b2fb-b74468420687 req-709425fb-60ac-4147-9a6d-38847e5494f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 1129 time: 0.0452216 Jun 24 08:20:03.947816 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5d811ecb-b5f0-462b-b2fb-b74468420687 req-94601f5f-8b2a-4a27-9ba7-58d30c5e9b18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424047 Jun 24 08:20:04.963004 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd067b19-d95f-4f59-9bf7-292194003ce0 req-2d03a0b3-a1a0-4967-a782-103a69b8e746 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:04.965362 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fd067b19-d95f-4f59-9bf7-292194003ce0 req-2d03a0b3-a1a0-4967-a782-103a69b8e746 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Jun 24 08:20:04.999664 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:05.015926 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fd067b19-d95f-4f59-9bf7-292194003ce0 req-b4438564-e153-416c-bb99-ad12cb995f4b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Jun 24 08:20:06.151210 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aed2d-c5e4-4943-8563-318b965ec7e6 req-bebd16c9-1c0b-4917-b525-9f169649f3d2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:06.152721 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e30aed2d-c5e4-4943-8563-318b965ec7e6 req-bebd16c9-1c0b-4917-b525-9f169649f3d2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0606227 Jun 24 08:20:06.208537 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e30aed2d-c5e4-4943-8563-318b965ec7e6 req-9d8090c1-89a5-41fc-89c6-b6c01310896e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Jun 24 08:20:06.354590 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11897c8-8fa0-4534-8bc6-4b1072d0d5e4 req-6f1d02d9-d0e1-4a69-b2ac-199f755000b1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:06.356125 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c11897c8-8fa0-4534-8bc6-4b1072d0d5e4 req-6f1d02d9-d0e1-4a69-b2ac-199f755000b1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0560548 Jun 24 08:20:06.410353 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c11897c8-8fa0-4534-8bc6-4b1072d0d5e4 req-ce4b25d1-409c-4fe2-a4d3-cf2209f018ec tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479279 Jun 24 08:20:06.623262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55620) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:06.746700 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8444635e-4a03-477b-9bfb-5bd8a471efdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:06.822608 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8444635e-4a03-477b-9bfb-5bd8a471efdb admin admin] Publish callbacks [] for security_group (b3a2614e-5629-4fe0-9ef5-a28af9b5d887), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:06.941546 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8444635e-4a03-477b-9bfb-5bd8a471efdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (b3a2614e-5629-4fe0-9ef5-a28af9b5d887), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:06.987419 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-8444635e-4a03-477b-9bfb-5bd8a471efdb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df67a7ef0a834eb9a3961a5cc8ec50e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630509 Jun 24 08:20:06.988593 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444635e-4a03-477b-9bfb-5bd8a471efdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a2614e-5629-4fe0-9ef5-a28af9b5d887,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:06.990168 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55624) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:07.043482 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c88294b4-bd9f-47c0-9469-4b155ca1136b admin admin] Publish callbacks [] for security_group (b3a2614e-5629-4fe0-9ef5-a28af9b5d887), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.076675 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c88294b4-bd9f-47c0-9469-4b155ca1136b admin admin] Publish callbacks [] for security_group (b3a2614e-5629-4fe0-9ef5-a28af9b5d887), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.136709 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55628) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:07.187032 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c88294b4-bd9f-47c0-9469-4b155ca1136b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (b3a2614e-5629-4fe0-9ef5-a28af9b5d887), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.190591 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c88294b4-bd9f-47c0-9469-4b155ca1136b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.191764 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c88294b4-bd9f-47c0-9469-4b155ca1136b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3a2614e-5629-4fe0-9ef5-a28af9b5d887 HTTP/1.1" status: 204 len: 168 time: 0.1998644 Jun 24 08:20:07.217972 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88294b4-bd9f-47c0-9469-4b155ca1136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a2614e-5629-4fe0-9ef5-a28af9b5d887,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:07.268681 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-57877862-4174-46a2-880d-4336133011ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.354791 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-57877862-4174-46a2-880d-4336133011ab admin admin] Publish callbacks [] for security_group (d3531ab8-0d34-4bc4-9592-a7b098d073ee), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.416845 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-57877862-4174-46a2-880d-4336133011ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d3531ab8-0d34-4bc4-9592-a7b098d073ee), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.461390 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-57877862-4174-46a2-880d-4336133011ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ca6e214b2e1451cafacefdec3259a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236263 Jun 24 08:20:07.463713 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57877862-4174-46a2-880d-4336133011ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3531ab8-0d34-4bc4-9592-a7b098d073ee,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:07.464162 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55642) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:07.533411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-668fc6e8-92b5-416b-bc9d-b036a06973d8 admin admin] Publish callbacks [] for security_group (d3531ab8-0d34-4bc4-9592-a7b098d073ee), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.584695 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-668fc6e8-92b5-416b-bc9d-b036a06973d8 admin admin] Publish callbacks [] for security_group (d3531ab8-0d34-4bc4-9592-a7b098d073ee), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.601584 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-8e5d3cd7-a0c5-4dbf-8efe-d83c73dd8a23 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=432ff4dfb4b240c097681d905c2dcc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396109 Jun 24 08:20:07.805443 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-d56e5177-0432-4d37-8d44-7b5f153ae912 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:07.806900 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-d56e5177-0432-4d37-8d44-7b5f153ae912 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996317 Jun 24 08:20:07.823073 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-7c25a171-9578-4954-ae47-da95c8d5543e tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/quotas/432ff4dfb4b240c097681d905c2dcc8f HTTP/1.1" status: 200 len: 375 time: 0.0101657 Jun 24 08:20:07.846253 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-668fc6e8-92b5-416b-bc9d-b036a06973d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d3531ab8-0d34-4bc4-9592-a7b098d073ee), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.846253 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-668fc6e8-92b5-416b-bc9d-b036a06973d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.846253 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-668fc6e8-92b5-416b-bc9d-b036a06973d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3531ab8-0d34-4bc4-9592-a7b098d073ee HTTP/1.1" status: 204 len: 168 time: 0.3776560 Jun 24 08:20:07.864106 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2d278988-b734-4b1d-99c3-2b8c5fe67251 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=432ff4dfb4b240c097681d905c2dcc8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357854 Jun 24 08:20:07.869080 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fc6e8-92b5-416b-bc9d-b036a06973d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3531ab8-0d34-4bc4-9592-a7b098d073ee,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:07.908102 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55660) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:07.923557 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6479-c007-42c3-acbe-3a7104fd549d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:07.972093 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=3 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:07.973034 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:07.984151 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:08.003829 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6479-c007-42c3-acbe-3a7104fd549d admin admin] Publish callbacks [] for security_group (284ece25-cc7b-4efd-b822-4897be65ab1a), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:08.096482 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6479-c007-42c3-acbe-3a7104fd549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (284ece25-cc7b-4efd-b822-4897be65ab1a), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:08.113976 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:08.138598 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb6479-c007-42c3-acbe-3a7104fd549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ece25-cc7b-4efd-b822-4897be65ab1a,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:08.149952 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1dfb6479-c007-42c3-acbe-3a7104fd549d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e24eaf7fa64d42e285bf16aa3c1e9272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406402 Jun 24 08:20:08.152284 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55668) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:08.185503 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-99e1c56a-ef39-4f71-860c-ef1339475a51 req-76e4da17-7a30-4db9-8bb6-ea24208c4123 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0390456 Jun 24 08:20:08.215558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de24b4b-8869-46af-883a-4f2cd025fc5c admin admin] Publish callbacks [] for security_group (284ece25-cc7b-4efd-b822-4897be65ab1a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:08.218006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:08.236405 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:08.242043 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de24b4b-8869-46af-883a-4f2cd025fc5c admin admin] Publish callbacks [] for security_group (284ece25-cc7b-4efd-b822-4897be65ab1a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:08.376532 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de24b4b-8869-46af-883a-4f2cd025fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (284ece25-cc7b-4efd-b822-4897be65ab1a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:08.380858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de24b4b-8869-46af-883a-4f2cd025fc5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:08.385080 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-8de24b4b-8869-46af-883a-4f2cd025fc5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/284ece25-cc7b-4efd-b822-4897be65ab1a HTTP/1.1" status: 204 len: 168 time: 0.2289109 Jun 24 08:20:08.394725 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de24b4b-8869-46af-883a-4f2cd025fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ece25-cc7b-4efd-b822-4897be65ab1a,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:08.799307 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45b00a-e2da-48c5-b08d-daf048f251e5 req-62c31437-548d-4632-a7df-a8e4716ed50d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:08.801666 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1b45b00a-e2da-48c5-b08d-daf048f251e5 req-62c31437-548d-4632-a7df-a8e4716ed50d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0557988 Jun 24 08:20:08.866370 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1b45b00a-e2da-48c5-b08d-daf048f251e5 req-37bbf982-e019-4b12-8cf4-cddea9be1b6b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532849 Jun 24 08:20:08.910019 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-a5932351-49ea-48bd-a92b-e7aadb78fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:08.911805 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-a5932351-49ea-48bd-a92b-e7aadb78fcba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 1129 time: 0.0769758 Jun 24 08:20:09.013361 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-d6183d2a-0592-4815-aebd-bb8165e61add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:09.014866 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-d6183d2a-0592-4815-aebd-bb8165e61add service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.0940919 Jun 24 08:20:09.060682 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-890a6d76-6aef-4d77-9e7d-715bda1b73ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072982f9-ed8e-452f-86d8-8f755a82116b HTTP/1.1" status: 200 len: 217 time: 0.0380909 Jun 24 08:20:09.113725 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-a67df272-9b03-4475-810f-842c1b00dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:09.114067 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-a67df272-9b03-4475-810f-842c1b00dd49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0463047 Jun 24 08:20:09.160467 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-4ea9a681-9370-4cd2-8e5f-0b8c4b1fc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:09.161938 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-4ea9a681-9370-4cd2-8e5f-0b8c4b1fc45a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400958 Jun 24 08:20:09.176483 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55714) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:09.275975 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-538fef91-2508-432b-bac7-490d08025ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072748 Jun 24 08:20:09.277674 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-190237e7-a23d-4840-ad71-f0a3ff1d979d req-304d9b1f-04aa-43de-99ff-65eae1e706ba tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0310769 Jun 24 08:20:09.362968 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-956904344-network', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:09.401825 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f8cf37e-31cf-48e9-9504-7b3833848edd req-57be2020-c930-4aa5-b747-a3e96fc1d820 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138599 Jun 24 08:20:09.474351 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Made reservation on behalf of 9170777eb80e46bd9d8ea3a576a9678c for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:09.477825 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.488793 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.590072 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks [] for security_group (9fef5110-5096-4326-bead-176699229fb9), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.687579 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9fef5110-5096-4326-bead-176699229fb9), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.707968 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:20:09.722259 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef5110-5096-4326-bead-176699229fb9,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:09.728097 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (ccc55d41-1613-48f5-91d5-4954da5e04ec), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.728505 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Added segment ccc55d41-1613-48f5-91d5-4954da5e04ec of type vlan for network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc Jun 24 08:20:09.772353 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (7b69c08d-6a46-414d-bcd2-12cdadfd6edc), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.798819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:09.873043 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (7b69c08d-6a46-414d-bcd2-12cdadfd6edc), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.874080 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:09.874667 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:09.937884 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] Pushing event updated for resources: {'Network': ['ID=7b69c08d-6a46-414d-bcd2-12cdadfd6edc,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:09.948055 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:20:09.987424 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b0b60-3fd4-4075-ba8f-5011d9df8638 req-c19fa396-fda8-4f46-a7ea-e01bdeb058b6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:09.988948 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f3b0b60-3fd4-4075-ba8f-5011d9df8638 req-c19fa396-fda8-4f46-a7ea-e01bdeb058b6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0479963 Jun 24 08:20:10.024251 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-998c791d-7e32-4e4a-b4cb-d7fb803cf0df admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8444114 Jun 24 08:20:10.025379 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55742) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:10.030427 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Request body: {'subnet': {'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-956904344-subnet', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:10.066006 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f3b0b60-3fd4-4075-ba8f-5011d9df8638 req-15f09752-b40a-451f-9f81-5482206ec3a1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701075 Jun 24 08:20:10.175643 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Made reservation on behalf of 9170777eb80e46bd9d8ea3a576a9678c for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:10.178154 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11585854'] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:10.385247 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4330639e-bdbc-4708-9bfe-7ff84f8b5b1b req-8956f98e-a680-4de5-8308-ca47997180e4 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0319397 Jun 24 08:20:10.410420 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:10.467763 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12109625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11585864'] for subnet (d35b3571-bfc9-40aa-85d0-a92d4c79c837), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:10.530474 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35b3571-bfc9-40aa-85d0-a92d4c79c837,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:10.542217 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Checking segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:10.542605 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Network hostable DHCP agents. Network: 7b69c08d-6a46-414d-bcd2-12cdadfd6edc, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:20:10.643307 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:20:10.759283 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 7b69c08d-6a46-414d-bcd2-12cdadfd6edc) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:10.763952 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:10.764678 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:10.775996 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18acd3c2-cd74-4ce3-9f31-7b5e71e8a255 None None] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:20:10.849276 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c5cc5bf0-7795-4485-a4a7-f4338ddf56ec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8227818 Jun 24 08:20:10.854572 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55764) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:10.858964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:10.876821 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:20:10.877753 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:10.965607 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (faf3efa4-b978-48d8-978a-08b249bcd2f5), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:10.967317 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (faf3efa4-b978-48d8-978a-08b249bcd2f5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:10.985227 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:11.018849 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Allocated IP 172.20.0.2 (7b69c08d-6a46-414d-bcd2-12cdadfd6edc/d35b3571-bfc9-40aa-85d0-a92d4c79c837/8036508d-f06b-441b-8d9d-ce513873e550) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:11.033558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks [] for router_controller (faf3efa4-b978-48d8-978a-08b249bcd2f5), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.168184 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Publish callbacks [] for port (8036508d-f06b-441b-8d9d-ce513873e550), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.182613 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c8840-523c-489c-8e42-a74ed1e54e57 req-98dcfb22-bf59-41b8-b5ea-97aa33198497 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:11.184573 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a47c8840-523c-489c-8e42-a74ed1e54e57 req-98dcfb22-bf59-41b8-b5ea-97aa33198497 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Jun 24 08:20:11.235259 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a47c8840-523c-489c-8e42-a74ed1e54e57 req-414d778e-7879-468c-9d80-bb9b9068c7f4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Jun 24 08:20:11.346723 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (8036508d-f06b-441b-8d9d-ce513873e550), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.388004 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:11.389956 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:11.393682 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:11.402494 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Pushing event updated for resources: {'Port': ['ID=8036508d-f06b-441b-8d9d-ce513873e550,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:11.404758 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-f6dda246-d2aa-4b88-8d97-e2bb13a668da tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=432ff4dfb4b240c097681d905c2dcc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567243 Jun 24 08:20:11.412115 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks [] for router_gateway (faf3efa4-b978-48d8-978a-08b249bcd2f5), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.472617 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Attempting to bind port 8036508d-f06b-441b-8d9d-ce513873e550 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:11.473371 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Attempting to bind port 8036508d-f06b-441b-8d9d-ce513873e550 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:11.473918 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Attempting to bind port 8036508d-f06b-441b-8d9d-ce513873e550 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:11.482537 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:11.483173 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Checking segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:11.483847 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.488214 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Bound using segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:11.488214 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Bound port: 8036508d-f06b-441b-8d9d-ce513873e550, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:11.488214 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (8036508d-f06b-441b-8d9d-ce513873e550), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.534343 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0e9c2b11-8372-4c64-b851-f4dacc675d8d req-78271083-9598-45fa-9da4-4505ea4ce741 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0385365 Jun 24 08:20:11.561648 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] For port 8036508d-f06b-441b-8d9d-ce513873e550, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:11.565684 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] For port 8036508d-f06b-441b-8d9d-ce513873e550, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=8036508d-f06b-441b-8d9d-ce513873e550,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:11.671213 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-eab278d6-2599-4d22-b801-6338918f82e7 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:11.673530 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-eab278d6-2599-4d22-b801-6338918f82e7 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629843 Jun 24 08:20:11.685741 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (8036508d-f06b-441b-8d9d-ce513873e550), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.722714 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Request body: {'port': {'device_id': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee', 'admin_state_up': True, 'tenant_id': '432ff4dfb4b240c097681d905c2dcc8f'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:11.753449 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59caad1-c20a-430d-bae1-fadaf7b1b11d None None] Pushing event updated for resources: {'Port': ['ID=8036508d-f06b-441b-8d9d-ce513873e550,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:11.890182 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks [] for router_gateway (faf3efa4-b978-48d8-978a-08b249bcd2f5), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.913674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:11.998114 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:12.082246 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Allocated IP 172.27.3.110 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/4ba9a9d4-f3e6-4c4c-ac93-e56972641123) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:12.120694 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Made reservation on behalf of 432ff4dfb4b240c097681d905c2dcc8f for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:12.124188 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:12.143273 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:12.244448 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks [] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:12.260888 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:12.307926 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks [] for security_group (3ba85785-38a6-44b1-8ffc-0bc084d1d1b5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:12.363195 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285103-597d-4175-9f11-1c4f106401a4 req-9837d560-4be3-4670-86ab-21ce4ed3dcb6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:12.366101 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2c285103-597d-4175-9f11-1c4f106401a4 req-9837d560-4be3-4670-86ab-21ce4ed3dcb6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0517528 Jun 24 08:20:12.398082 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:12.409040 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (3ba85785-38a6-44b1-8ffc-0bc084d1d1b5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:12.424795 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2c285103-597d-4175-9f11-1c4f106401a4 req-66357565-a9a1-4dd0-bbca-6f3e4e360797 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Jun 24 08:20:12.483535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:12.520687 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:12.530462 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:12.535216 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:12.543423 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:12.654206 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b45ca980-ae76-49c3-852b-28077ad0ad5f req-317f3c98-566c-4b01-8a19-5580a0c861af tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0388753 Jun 24 08:20:12.852756 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40020d-5c01-444b-8ebb-42bbc18ae4e2 None None] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:20:12.961421 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-afad8aca-5118-42be-906e-1753227f15c2 None None] Provisioning complete for port 8036508d-f06b-441b-8d9d-ce513873e550 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:12.961817 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-afad8aca-5118-42be-906e-1753227f15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (8036508d-f06b-441b-8d9d-ce513873e550), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:12.981358 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Allocated IP 192.168.233.213 (09daebef-6697-4576-b364-4a6c0b4e1dee/65b9c471-70c1-4177-b87a-0d09b4d5ae43/f33a0760-406c-4ba3-affc-6e423c52efbc) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:13.063115 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:13.064480 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-afad8aca-5118-42be-906e-1753227f15c2 None None] Current status of the port 8036508d-f06b-441b-8d9d-ce513873e550 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:13.064993 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-afad8aca-5118-42be-906e-1753227f15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (8036508d-f06b-441b-8d9d-ce513873e550), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.106010 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-afad8aca-5118-42be-906e-1753227f15c2 None None] For port 8036508d-f06b-441b-8d9d-ce513873e550, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=8036508d-f06b-441b-8d9d-ce513873e550,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:13.211418 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks [] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.273050 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-afad8aca-5118-42be-906e-1753227f15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (8036508d-f06b-441b-8d9d-ce513873e550), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.288917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks [] for router_gateway (faf3efa4-b978-48d8-978a-08b249bcd2f5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.310362 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:13.326107 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad8aca-5118-42be-906e-1753227f15c2 None None] Pushing event updated for resources: {'Port': ['ID=8036508d-f06b-441b-8d9d-ce513873e550,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:13.390590 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.395405 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-aebaea3c-7c23-43c8-828e-9b7aacec51a0 None None] Provisioning complete for port 8036508d-f06b-441b-8d9d-ce513873e550 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:13.395984 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aebaea3c-7c23-43c8-828e-9b7aacec51a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (8036508d-f06b-441b-8d9d-ce513873e550), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.399354 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:13.484239 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Network 09daebef-6697-4576-b364-4a6c0b4e1dee is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:13.489127 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:13.490968 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:13.499288 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:13.523972 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-aebaea3c-7c23-43c8-828e-9b7aacec51a0 None None] Current status of the port 8036508d-f06b-441b-8d9d-ce513873e550 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:13.564977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Pushing event updated for resources: {'Port': ['ID=f33a0760-406c-4ba3-affc-6e423c52efbc,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:13.629697 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (faf3efa4-b978-48d8-978a-08b249bcd2f5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.637741 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:13.638181 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 8036508d-f06b-441b-8d9d-ce513873e550 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:13.638391 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.691963 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067644b8-23dc-4947-bf47-08a34b757a3a req-412a7269-f762-4225-a62e-6873ed8eff27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:13.695048 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-067644b8-23dc-4947-bf47-08a34b757a3a req-412a7269-f762-4225-a62e-6873ed8eff27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0893872 Jun 24 08:20:13.760374 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:13.777444 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 8036508d-f06b-441b-8d9d-ce513873e550 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:13.778255 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (8036508d-f06b-441b-8d9d-ce513873e550), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.848316 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-bf121427-d464-429c-9665-15e1a781f68b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1318586 Jun 24 08:20:13.858217 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-aa950980-c1a9-4e7e-b15d-580e30a27cba None None] Provisioning complete for port f33a0760-406c-4ba3-affc-6e423c52efbc triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:13.858788 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa950980-c1a9-4e7e-b15d-580e30a27cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:13.869775 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-067644b8-23dc-4947-bf47-08a34b757a3a req-c634bd6f-9431-4998-a808-f9a7398ab89f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677442 Jun 24 08:20:13.890113 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Request body: {'port': {'device_id': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:13.893716 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd915b30-d772-464b-a684-74583ff607a1 req-b0d02540-6199-4c93-b7b3-d315ac90b75b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:13.901264 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fd915b30-d772-464b-a684-74583ff607a1 req-b0d02540-6199-4c93-b7b3-d315ac90b75b tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 936 time: 0.1262741 Jun 24 08:20:13.908464 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-aa950980-c1a9-4e7e-b15d-580e30a27cba None None] Port f33a0760-406c-4ba3-affc-6e423c52efbc cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:13.952871 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 8036508d-f06b-441b-8d9d-ce513873e550 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:13.954695 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fd915b30-d772-464b-a684-74583ff607a1 req-449b8d7d-5052-4fc4-b3c2-ac210dbd9514 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Jun 24 08:20:13.994840 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:14.005661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:14.028867 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:20:14.279749 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:20:14.288927 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:20:14.304268 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:14.304817 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:14.388305 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:14.392167 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-2b7c6ecd-bd74-4689-baf6-fd9acafcc5c2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5339923 Jun 24 08:20:14.393863 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55872) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:14.394734 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33a0760-406c-4ba3-affc-6e423c52efbc {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:20:14.403535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Publish callbacks [] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:14.417018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:14.420257 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Transition to ACTIVE for port object f33a0760-406c-4ba3-affc-6e423c52efbc will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:20:14.512914 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:14.598021 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:14.696566 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Pushing event updated for resources: {'Port': ['ID=f33a0760-406c-4ba3-affc-6e423c52efbc,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:14.760953 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Attempting to bind port f33a0760-406c-4ba3-affc-6e423c52efbc on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:14.761296 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Attempting to bind port f33a0760-406c-4ba3-affc-6e423c52efbc by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:14.761633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Attempting to bind port f33a0760-406c-4ba3-affc-6e423c52efbc on network 09daebef-6697-4576-b364-4a6c0b4e1dee {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:14.774771 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:12Z', 'revision_number': 3, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:14.775055 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Port f33a0760-406c-4ba3-affc-6e423c52efbc on network 09daebef-6697-4576-b364-4a6c0b4e1dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:20:14.775159 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Attempting to bind port f33a0760-406c-4ba3-affc-6e423c52efbc on network 09daebef-6697-4576-b364-4a6c0b4e1dee {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:14.791791 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:14.792133 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Checking segment: {'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:14.792553 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Bound using segment: {'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:14.793005 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Bound port: f33a0760-406c-4ba3-affc-6e423c52efbc, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3506d1b-cc0b-42bb-b995-7e25d58361e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:14.793371 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:14.806987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:20:14.807573 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Updating router faf3efa4-b978-48d8-978a-08b249bcd2f5 port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:20:14.848268 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:14.870668 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:14.880039 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] For port f33a0760-406c-4ba3-affc-6e423c52efbc, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:14.883463 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] For port f33a0760-406c-4ba3-affc-6e423c52efbc, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f33a0760-406c-4ba3-affc-6e423c52efbc,segment=NetworkSegment(a3506d1b-cc0b-42bb-b995-7e25d58361e9),segment_id=a3506d1b-cc0b-42bb-b995-7e25d58361e9)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:14.982965 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.021955 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacff-e1ca-46de-b29a-b8333432363a req-609b5d2b-cced-46d2-9081-7249c4ea3940 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:15.030541 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cf6aacff-e1ca-46de-b29a-b8333432363a req-609b5d2b-cced-46d2-9081-7249c4ea3940 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0613272 Jun 24 08:20:15.090291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Pushing event updated for resources: {'Port': ['ID=f33a0760-406c-4ba3-affc-6e423c52efbc,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:15.090291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:15.090291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.090291 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-2adf94b8-bda1-4763-a08f-d76e06235b69 service neutron] 10.222.0.26 "PUT /v2.0/ports/f33a0760-406c-4ba3-affc-6e423c52efbc HTTP/1.1" status: 200 len: 1098 time: 1.1989422 Jun 24 08:20:15.090291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'tag': 'f33a0760-406c-4ba3-affc-6e423c52efbc'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:15.090291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf67a242-90ce-46e4-a73d-85df21a649d1", "tag": "f33a0760-406c-4ba3-affc-6e423c52efbc"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:15.116281 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:15.151285 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cf6aacff-e1ca-46de-b29a-b8333432363a req-744eb997-1572-4886-afd5-48139ba2d744 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196125 Jun 24 08:20:15.199010 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6fdd8-7a60-47e5-a026-9981e141c225 req-483b85ae-a0ab-4bb0-835c-2d8f5a006d95 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:15.201388 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5cc6fdd8-7a60-47e5-a026-9981e141c225 req-483b85ae-a0ab-4bb0-835c-2d8f5a006d95 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 948 time: 0.0715199 Jun 24 08:20:15.210273 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Publish callbacks [] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.302756 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5cc6fdd8-7a60-47e5-a026-9981e141c225 req-580a7be5-30d7-49fd-a827-f99e1f4dbfde tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910370 Jun 24 08:20:15.313283 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.340708 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-7fc141a5-6474-432d-ab77-5655512c87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:15.342693 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-7fc141a5-6474-432d-ab77-5655512c87ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=432ff4dfb4b240c097681d905c2dcc8f&device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 1132 time: 0.0952132 Jun 24 08:20:15.354091 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55890) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:15.406468 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.410029 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:15.419983 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b29b2-bf7b-4359-87bd-d0b9bf1206d1 None None] Pushing event updated for resources: {'Port': ['ID=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:15.434660 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Attempting to bind port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:15.435298 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Attempting to bind port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:15.435906 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Attempting to bind port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:15.442133 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:15.442935 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:15.443578 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.444246 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:15.445573 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Bound port: 4ba9a9d4-f3e6-4c4c-ac93-e56972641123, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:15.446206 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.462914 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-ea4729ff-b3d8-4a46-8ba8-d424e95f4cb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f33a0760-406c-4ba3-affc-6e423c52efbc HTTP/1.1" status: 200 len: 217 time: 0.0971644 Jun 24 08:20:15.492739 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b973fb-9fbf-4e65-abef-c56c7ee3ad50 x-openstack-request-id: req-c7b973fb-9fbf-4e65-abef-c56c7ee3ad50 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:15.493165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf67a242-90ce-46e4-a73d-85df21a649d1", "tag": "f33a0760-406c-4ba3-affc-6e423c52efbc", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:15.493336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7b973fb-9fbf-4e65-abef-c56c7ee3ad50 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:15.494062 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b973fb-9fbf-4e65-abef-c56c7ee3ad50'] response: {'name': 'network-changed', 'server_uuid': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'tag': 'f33a0760-406c-4ba3-affc-6e423c52efbc', 'status': 'completed', 'code': 200} Jun 24 08:20:15.528859 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] For port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:15.534871 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] For port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:15.539906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.561152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-b678006a-91fa-4de7-909d-bf3fb2ac1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:15.562616 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-b678006a-91fa-4de7-909d-bf3fb2ac1e4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65b9c471-70c1-4177-b87a-0d09b4d5ae43 HTTP/1.1" status: 200 len: 843 time: 0.0935824 Jun 24 08:20:15.604475 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Allocated IP 172.20.0.1 (7b69c08d-6a46-414d-bcd2-12cdadfd6edc/d35b3571-bfc9-40aa-85d0-a92d4c79c837/a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:15.622401 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.638753 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-e4824288-917c-4609-83dd-d6ad452d258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:15.640363 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-e4824288-917c-4609-83dd-d6ad452d258b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09daebef-6697-4576-b364-4a6c0b4e1dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0549488 Jun 24 08:20:15.689789 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b29b2-bf7b-4359-87bd-d0b9bf1206d1 None None] Pushing event updated for resources: {'Port': ['ID=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:15.690118 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Publish callbacks [] for security_group (75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.692515 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:15.693069 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:15.727694 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks [] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.729822 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:15.762422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.776971 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-297a38b1-18f8-4ea4-80c2-ee8c06ed9d29 service neutron] 10.222.0.26 "GET /v2.0/networks/09daebef-6697-4576-b364-4a6c0b4e1dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264358 Jun 24 08:20:15.809437 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:15.816489 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.845910 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38379f99e8034e49814971e302cab588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875042 Jun 24 08:20:15.847209 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55894) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:15.850105 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:15.861016 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:15.862987 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:15.867095 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:15.902252 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:15.904888 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.905232 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.905573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.906809 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.906809 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.906809 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.907719 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.907874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.908228 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.908640 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.908895 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.909226 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.909538 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.909857 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.910173 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7c9024-73f8-472f-90a9-c1282863aa5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.911647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.912009 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.912386 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.916957 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.917299 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.917646 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.917990 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.918326 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.918660 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.919531 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.919531 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.919738 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.919951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.920305 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.920635 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:15.948837 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (faf3efa4-b978-48d8-978a-08b249bcd2f5), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.982361 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ab150fb7-97aa-4ef2-85ae-b6bf93d5631e req-e066b8a7-b814-403d-9202-4690fc320522 service neutron] 10.222.0.26 "GET /v2.0/networks/09daebef-6697-4576-b364-4a6c0b4e1dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984816 Jun 24 08:20:15.983386 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59c6ad97-7031-421b-b63b-577ec4af2645 admin admin] Publish callbacks [] for security_group (75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:15.986345 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:16.012944 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59c6ad97-7031-421b-b63b-577ec4af2645 admin admin] Publish callbacks [] for security_group (75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.017515 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:12Z', 'revision_number': 3, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:16.060648 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:16.072176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244b594-c98e-40be-bf42-d2e1c21c43e2 None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:12Z', 'revision_number': 3, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:20:16.145851 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-af7ea5f9-6793-48f0-8b49-ce6dd60732bf None None] Provisioning complete for port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:16.146225 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-af7ea5f9-6793-48f0-8b49-ce6dd60732bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.185395 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-af7ea5f9-6793-48f0-8b49-ce6dd60732bf None None] Port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:16.187193 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59c6ad97-7031-421b-b63b-577ec4af2645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.193498 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-59c6ad97-7031-421b-b63b-577ec4af2645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.194861 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-59c6ad97-7031-421b-b63b-577ec4af2645 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd HTTP/1.1" status: 204 len: 168 time: 0.3455725 Jun 24 08:20:16.203477 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6ad97-7031-421b-b63b-577ec4af2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f6d5d2-a4c0-4874-9ed3-099fdd62a9cd,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:16.253431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.264669 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:16.326826 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94661f84-ec63-4f00-991b-3e12e1585d20 req-f2745e65-d530-4a80-a196-1fd858afe484 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:16.328222 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-94661f84-ec63-4f00-991b-3e12e1585d20 req-f2745e65-d530-4a80-a196-1fd858afe484 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0865054 Jun 24 08:20:16.500013 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-94661f84-ec63-4f00-991b-3e12e1585d20 req-130d3686-7293-4808-affd-3ce715ff6e0f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640584 Jun 24 08:20:16.553691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2531c-b008-41b1-9c24-d4ce85140b8c req-f8ecf2b8-8238-4de1-831d-71cec3cde748 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:16.555279 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b3a2531c-b008-41b1-9c24-d4ce85140b8c req-f8ecf2b8-8238-4de1-831d-71cec3cde748 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 948 time: 0.1349299 Jun 24 08:20:16.616287 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks [] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.636684 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b3a2531c-b008-41b1-9c24-d4ce85140b8c req-fdbd0231-0347-4e04-9ea1-ae15ae359dca tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Jun 24 08:20:16.696150 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.771750 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:16.776797 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (faf3efa4-b978-48d8-978a-08b249bcd2f5), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:16.855480 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:16.887313 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:16.888997 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:17.000295 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55908) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:17.021638 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6dff87b5-f011-47bb-80df-860aa7ad3edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.055957 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:20:17.130892 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-862bd0f2-621c-4a5c-b5ee-e1d318409eae None None] Provisioning complete for port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:17.131439 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-862bd0f2-621c-4a5c-b5ee-e1d318409eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.162612 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-862bd0f2-621c-4a5c-b5ee-e1d318409eae None None] Port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:17.210433 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6dff87b5-f011-47bb-80df-860aa7ad3edc admin admin] Publish callbacks [] for security_group (edfb93be-1342-4e71-bfa5-f95e60781144), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.220071 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:20:17.225825 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ea40007a-2878-46ea-be59-884858bf0361 admin admin] 10.222.0.42 "PUT /v2.0/routers/faf3efa4-b978-48d8-978a-08b249bcd2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307636 Jun 24 08:20:17.233272 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.318264 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6dff87b5-f011-47bb-80df-860aa7ad3edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (edfb93be-1342-4e71-bfa5-f95e60781144), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.363691 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-6dff87b5-f011-47bb-80df-860aa7ad3edc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74e4a10a5a154339ad0d489efc876081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616712 Jun 24 08:20:17.364890 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff87b5-f011-47bb-80df-860aa7ad3edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfb93be-1342-4e71-bfa5-f95e60781144,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:17.367575 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55916) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:17.406223 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-bb2276d5-20f2-414f-bdc1-945c59309475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:17.408108 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-bb2276d5-20f2-414f-bdc1-945c59309475 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=432ff4dfb4b240c097681d905c2dcc8f&device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 1132 time: 0.0507712 Jun 24 08:20:17.435690 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ac40397-c3ab-4c7a-a3d8-9645962df9f7 admin admin] Publish callbacks [] for security_group (edfb93be-1342-4e71-bfa5-f95e60781144), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.463479 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ac40397-c3ab-4c7a-a3d8-9645962df9f7 admin admin] Publish callbacks [] for security_group (edfb93be-1342-4e71-bfa5-f95e60781144), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.584592 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-db95f7ac-b3a3-4e07-8705-46b247fef029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:17.586264 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-db95f7ac-b3a3-4e07-8705-46b247fef029 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 1129 time: 0.0784152 Jun 24 08:20:17.594252 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:17.598957 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-5f097be0-3372-4428-97bb-724f6b38c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:17.600877 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-5f097be0-3372-4428-97bb-724f6b38c868 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09daebef-6697-4576-b364-4a6c0b4e1dee HTTP/1.1" status: 200 len: 870 time: 0.1827624 Jun 24 08:20:17.637042 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ac40397-c3ab-4c7a-a3d8-9645962df9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (edfb93be-1342-4e71-bfa5-f95e60781144), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.638703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ac40397-c3ab-4c7a-a3d8-9645962df9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.639864 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2ac40397-c3ab-4c7a-a3d8-9645962df9f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/edfb93be-1342-4e71-bfa5-f95e60781144 HTTP/1.1" status: 204 len: 168 time: 0.2713835 Jun 24 08:20:17.664895 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-3ca6f421-7a5b-477d-95bb-19c03fea97bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f33a0760-406c-4ba3-affc-6e423c52efbc HTTP/1.1" status: 200 len: 217 time: 0.0491476 Jun 24 08:20:17.689484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:17.689873 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.691359 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:17.694941 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40397-c3ab-4c7a-a3d8-9645962df9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfb93be-1342-4e71-bfa5-f95e60781144,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:17.734699 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf072a-c4c0-4649-a081-e66d7b413800 req-de4b5f9e-282c-47ef-8226-989332673a47 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:17.736916 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75bf072a-c4c0-4649-a081-e66d7b413800 req-de4b5f9e-282c-47ef-8226-989332673a47 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.1358421 Jun 24 08:20:17.856147 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:17.858006 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c82403-db57-439e-85f1-54779647b7a4 req-fddc9524-376f-49d4-8bc0-27ccbc800b45 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:17.863660 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:17.864365 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.865949 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d6c82403-db57-439e-85f1-54779647b7a4 req-fddc9524-376f-49d4-8bc0-27ccbc800b45 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 948 time: 0.1020005 Jun 24 08:20:17.874512 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:17.896446 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-3512c0bf-e073-41d2-ab76-1a99b50283ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:17.899177 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:17.905033 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-3512c0bf-e073-41d2-ab76-1a99b50283ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65b9c471-70c1-4177-b87a-0d09b4d5ae43 HTTP/1.1" status: 200 len: 843 time: 0.2271934 Jun 24 08:20:17.913665 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75bf072a-c4c0-4649-a081-e66d7b413800 req-d5cb313d-4672-4e5f-86a4-bc3b9856575e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622884 Jun 24 08:20:17.929341 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-0dce349f-2d84-45a2-ba7d-3a79455b0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:17.931093 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-0dce349f-2d84-45a2-ba7d-3a79455b0a2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.2652278 Jun 24 08:20:17.965559 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d6c82403-db57-439e-85f1-54779647b7a4 req-e6805579-4e50-4d23-8f3a-a5add92f3b1a tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987501 Jun 24 08:20:17.970528 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:17.998969 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-1a8a13a6-91d0-45a5-83ea-2fe9bc97620d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072982f9-ed8e-452f-86d8-8f755a82116b HTTP/1.1" status: 200 len: 217 time: 0.0569665 Jun 24 08:20:18.022437 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-555e9682-03a3-4e9a-9ffa-f7378ad8fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:18.024004 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-555e9682-03a3-4e9a-9ffa-f7378ad8fc1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09daebef-6697-4576-b364-4a6c0b4e1dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0987451 Jun 24 08:20:18.037340 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:18.038736 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:20:18.052015 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:18.052801 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:18.093308 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-b0c134fb-52ce-4eed-b4ff-411e1a060932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:18.094547 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-b0c134fb-52ce-4eed-b4ff-411e1a060932 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0825827 Jun 24 08:20:18.170209 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:18.180886 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-f69297ff-c874-484f-b49f-f13b0cec17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:18.182381 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-f69297ff-c874-484f-b49f-f13b0cec17a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467806 Jun 24 08:20:18.230196 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-0eebaf98-e6db-4db8-b5eb-013d1566f31f service neutron] 10.222.0.26 "GET /v2.0/networks/09daebef-6697-4576-b364-4a6c0b4e1dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823721 Jun 24 08:20:18.364548 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 55944) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:18.365036 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1269840755-network', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:18.382683 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:18.417065 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-5849713b-3c45-451c-92eb-6d42e498d832 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193360 Jun 24 08:20:18.421898 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:18.451256 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Made reservation on behalf of de525ebdfc9346a69d911aa830b98049 for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:18.454649 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.469746 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.474305 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf03da8b-8d2e-4c2d-9b92-be05085ec73b req-848144be-44d4-4b98-81cb-3cea53b3cf05 service neutron] 10.222.0.26 "GET /v2.0/networks/09daebef-6697-4576-b364-4a6c0b4e1dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134023 Jun 24 08:20:18.493424 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 2, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:18.529677 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:20:18.530380 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Updating router faf3efa4-b978-48d8-978a-08b249bcd2f5 port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:20:18.560683 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cab7179f-1d08-477c-ad89-d63ee54d4fc2 req-74cc6434-3a84-4756-9b28-8d09f6505296 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340799 Jun 24 08:20:18.561165 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.599411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks [] for security_group (7b807155-bb4f-44b1-aef8-48a9a12a113e), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.701786 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7b807155-bb4f-44b1-aef8-48a9a12a113e), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.730965 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:20:18.742245 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b807155-bb4f-44b1-aef8-48a9a12a113e,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:18.747071 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (d7797c73-175d-4002-9248-b5274f499960), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.747474 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Added segment d7797c73-175d-4002-9248-b5274f499960 of type vlan for network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 Jun 24 08:20:18.790169 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (58a69982-c6ba-4eb9-852d-9aa54fa55a02), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.857039 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Publish callbacks [] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.918508 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (58a69982-c6ba-4eb9-852d-9aa54fa55a02), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.919570 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:18.920269 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.948676 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:18.993019 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] Pushing event updated for resources: {'Network': ['ID=58a69982-c6ba-4eb9-852d-9aa54fa55a02,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:19.006358 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:20:19.012698 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Pushing event updated for resources: {'Port': ['ID=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:19.057246 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.057865 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.057962 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.058291 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.058899 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.059211 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.059537 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.059863 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.060187 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.060538 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.060862 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.061199 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.061523 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.061840 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.062155 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:19.124006 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90352073-ed25-4169-87ee-176278348ca9 req-85bef12b-2c34-44d1-b801-eb77e1317a31 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:19.125622 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-90352073-ed25-4169-87ee-176278348ca9 req-85bef12b-2c34-44d1-b801-eb77e1317a31 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0890157 Jun 24 08:20:19.133671 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-abc1ee59-54a0-4648-aff2-25bafb5bdf06 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7736466 Jun 24 08:20:19.136577 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55966) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:19.141967 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Request body: {'subnet': {'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1269840755-subnet', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:19.149044 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Attempting to bind port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:19.149412 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Attempting to bind port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:19.149772 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Attempting to bind port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:19.156618 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:19.157216 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Checking segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:19.179856 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.179856 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Bound using segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:19.179856 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Bound port: a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:19.179856 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.181318 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:19.205954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:19.214064 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b2931-d6fe-4f1d-92df-ae2731123941 req-0753ad34-8018-401c-ad57-d69052cab612 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:19.215690 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-877b2931-d6fe-4f1d-92df-ae2731123941 req-0753ad34-8018-401c-ad57-d69052cab612 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 948 time: 0.0865178 Jun 24 08:20:19.218793 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:19.236754 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] For port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:19.239982 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] For port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:19.284874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Made reservation on behalf of de525ebdfc9346a69d911aa830b98049 for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:19.287301 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11585854'] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.297450 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-90352073-ed25-4169-87ee-176278348ca9 req-4e07b5d9-8d8b-4cc0-8252-8809443f84c7 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420810 Jun 24 08:20:19.321311 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-877b2931-d6fe-4f1d-92df-ae2731123941 req-20199772-cc93-4591-9f10-d55d72e445b0 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973618 Jun 24 08:20:19.343093 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.353637 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-0734098f-9341-4c57-85f5-c050ef88d5dc None None] Provisioning complete for port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:19.355403 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-0734098f-9341-4c57-85f5-c050ef88d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.419580 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device f33a0760-406c-4ba3-affc-6e423c52efbc details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:20:19.489410 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:19.490574 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:19.491407 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:19.550347 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-0734098f-9341-4c57-85f5-c050ef88d5dc None None] Current status of the port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:19.550744 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-0734098f-9341-4c57-85f5-c050ef88d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.571678 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716afce-3303-4a9d-9f06-57e173a770a3 None None] Pushing event updated for resources: {'Port': ['ID=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,revision_number=4']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:19.621455 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:19.630243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12109625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11585864'] for subnet (c18765d6-37e7-40f5-92cf-612a53def1f0), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.634487 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-0734098f-9341-4c57-85f5-c050ef88d5dc None None] For port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:19.663291 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:19.693665 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18765d6-37e7-40f5-92cf-612a53def1f0,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:19.715244 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Checking segment: {'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:19.715516 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Network hostable DHCP agents. Network: 58a69982-c6ba-4eb9-852d-9aa54fa55a02, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:20:19.751709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-0734098f-9341-4c57-85f5-c050ef88d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.821392 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:20:19.827080 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port f33a0760-406c-4ba3-affc-6e423c52efbc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f33a0760-406c-4ba3-affc-6e423c52efbc,segment=NetworkSegment(a3506d1b-cc0b-42bb-b995-7e25d58361e9),segment_id=a3506d1b-cc0b-42bb-b995-7e25d58361e9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:19.845288 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734098f-9341-4c57-85f5-c050ef88d5dc None None] Pushing event updated for resources: {'Port': ['ID=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:19.850819 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:19.851207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.853527 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': 'f33a0760-406c-4ba3-affc-6e423c52efbc', 'network_id': '09daebef-6697-4576-b364-4a6c0b4e1dee', 'port_id': 'f33a0760-406c-4ba3-affc-6e423c52efbc', 'mac_address': 'fa:16:3e:4f:78:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b9c471-70c1-4177-b87a-0d09b4d5ae43', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:20:19.874272 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:19.902809 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bf79-2e53-4c61-baaa-b83effe8e9c8 None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:20:19.908300 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 58a69982-c6ba-4eb9-852d-9aa54fa55a02) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:19.921248 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:19.921876 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.922627 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4bf98-69e9-4957-a8c8-283ca3322869 None None] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:20:19.929517 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-78bc2adf-0705-4ef1-822c-e9bc413dfda9 None None] Provisioning complete for port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:19.929926 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-78bc2adf-0705-4ef1-822c-e9bc413dfda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:19.945153 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:20.020068 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port f33a0760-406c-4ba3-affc-6e423c52efbc is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:20.020752 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.044930 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e5cba2f7-e301-4b91-bdbe-964d82819471 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9072397 Jun 24 08:20:20.047384 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 55984) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:20.053069 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:20.186607 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (60e754b7-9914-48c7-babc-e6634428db6a), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.187786 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (60e754b7-9914-48c7-babc-e6634428db6a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.216907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:20.237650 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33a0760-406c-4ba3-affc-6e423c52efbc {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:20:20.269420 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port f33a0760-406c-4ba3-affc-6e423c52efbc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f33a0760-406c-4ba3-affc-6e423c52efbc,segment=NetworkSegment(a3506d1b-cc0b-42bb-b995-7e25d58361e9),segment_id=a3506d1b-cc0b-42bb-b995-7e25d58361e9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:20.279597 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:20.338365 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-78bc2adf-0705-4ef1-822c-e9bc413dfda9 None None] Current status of the port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:20.342522 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.353080 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-58a69982-c6ba-4eb9-852d-9aa54fa55a02', 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02', 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'fixed_ips': [{'subnet_id': 'c18765d6-37e7-40f5-92cf-612a53def1f0'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:20:20.354019 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.486077 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=f33a0760-406c-4ba3-affc-6e423c52efbc,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:20.513804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc248-f7b5-4dc3-a246-6363ae33741b req-3b365c93-c20d-48f2-bfef-16e9f2475bac tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:20.523074 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-036cc248-f7b5-4dc3-a246-6363ae33741b req-3b365c93-c20d-48f2-bfef-16e9f2475bac tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.1103735 Jun 24 08:20:20.590945 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:20.598666 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:20.624365 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Allocated IP 172.20.0.2 (58a69982-c6ba-4eb9-852d-9aa54fa55a02/c18765d6-37e7-40f5-92cf-612a53def1f0/f28184a0-7f83-4e31-9f75-d79e7c5beb3d) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:20.651016 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e864e-bfbc-483a-8e1d-5e6019db4ced req-571cd883-2153-4117-906a-829905bae0eb tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:20.652627 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f08e864e-bfbc-483a-8e1d-5e6019db4ced req-571cd883-2153-4117-906a-829905bae0eb tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 949 time: 0.1133392 Jun 24 08:20:20.672270 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-036cc248-f7b5-4dc3-a246-6363ae33741b req-cc966de1-85c5-4761-8d50-cb7d2fe11029 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482913 Jun 24 08:20:20.711122 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks [] for router_controller (60e754b7-9914-48c7-babc-e6634428db6a), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.733204 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f08e864e-bfbc-483a-8e1d-5e6019db4ced req-5893ae27-1b02-483e-81a4-f0acd3d9b798 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708659 Jun 24 08:20:20.849011 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Publish callbacks [] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.910810 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks [] for router_gateway (60e754b7-9914-48c7-babc-e6634428db6a), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:20.916754 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['f33a0760-406c-4ba3-affc-6e423c52efbc'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:20:20.944440 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.004924 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:21.011653 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Pushing event updated for resources: {'Port': ['ID=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:21.014774 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:21.026598 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:21.112074 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Attempting to bind port f28184a0-7f83-4e31-9f75-d79e7c5beb3d on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:21.112929 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Attempting to bind port f28184a0-7f83-4e31-9f75-d79e7c5beb3d by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:21.112929 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Attempting to bind port f28184a0-7f83-4e31-9f75-d79e7c5beb3d on network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:21.125146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:21.125579 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Checking segment: {'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:21.126558 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.126969 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Bound using segment: {'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:21.127625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Bound port: f28184a0-7f83-4e31-9f75-d79e7c5beb3d, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:21.128158 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.203318 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks [] for router_gateway (60e754b7-9914-48c7-babc-e6634428db6a), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.226468 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.229318 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] For port f28184a0-7f83-4e31-9f75-d79e7c5beb3d, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:21.235799 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] For port f28184a0-7f83-4e31-9f75-d79e7c5beb3d, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,segment=NetworkSegment(d7797c73-175d-4002-9248-b5274f499960),segment_id=d7797c73-175d-4002-9248-b5274f499960)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:21.339934 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Allocated IP 172.27.3.84 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/9c07d4ac-8d0d-40ab-986b-ba030a4024b5) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:21.369411 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.383221 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:21.441942 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc92a0b-e784-4756-9a2d-11379e2ed1d2 None None] Pushing event updated for resources: {'Port': ['ID=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:21.457580 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56008) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:21.467517 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks [] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.567575 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:21.590117 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.607459 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9fd9988d-7fc4-4572-99ba-c725bf3cc6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.656693 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:21.673885 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:21.676034 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:21.678375 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:21.712174 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:21.712174 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.747906 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9fd9988d-7fc4-4572-99ba-c725bf3cc6d0 admin admin] Publish callbacks [] for security_group (1707c6c6-dbec-4b42-87f5-7af77673586c), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.753830 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:21.799740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9fd9988d-7fc4-4572-99ba-c725bf3cc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (1707c6c6-dbec-4b42-87f5-7af77673586c), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.855808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:21.896004 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56024) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:21.896578 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-9fd9988d-7fc4-4572-99ba-c725bf3cc6d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9d077257cbc4acd850a9cba1af0c300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367964 Jun 24 08:20:21.902111 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:21.950054 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9988d-7fc4-4572-99ba-c725bf3cc6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1707c6c6-dbec-4b42-87f5-7af77673586c,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:21.961704 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b21bd1-64d7-4b1a-84eb-c1399a7fad9c req-c40bf68a-45eb-4bcf-923f-4b40f2de9e7e tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:21.966251 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4a78641e-4ad3-4bf5-9a5e-6bdb06f6c364 admin admin] Publish callbacks [] for security_group (1707c6c6-dbec-4b42-87f5-7af77673586c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:21.968569 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-85b21bd1-64d7-4b1a-84eb-c1399a7fad9c req-c40bf68a-45eb-4bcf-923f-4b40f2de9e7e tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 949 time: 0.1340170 Jun 24 08:20:21.985919 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796e2e-e84f-4f1e-82ee-aff102c023bd req-6c4e0dec-9701-4a95-b0be-c39fab17a0e9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:21.987885 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4e796e2e-e84f-4f1e-82ee-aff102c023bd req-6c4e0dec-9701-4a95-b0be-c39fab17a0e9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0991943 Jun 24 08:20:21.994494 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4a78641e-4ad3-4bf5-9a5e-6bdb06f6c364 admin admin] Publish callbacks [] for security_group (1707c6c6-dbec-4b42-87f5-7af77673586c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.054566 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-85b21bd1-64d7-4b1a-84eb-c1399a7fad9c req-c59558f9-dcab-4193-9259-6e746e545633 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844128 Jun 24 08:20:22.078828 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4e796e2e-e84f-4f1e-82ee-aff102c023bd req-0a71cfd9-e4ca-4554-ac9b-5e6d246819da tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782444 Jun 24 08:20:22.080870 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device f33a0760-406c-4ba3-affc-6e423c52efbc up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:22.121199 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks [] for router_gateway (60e754b7-9914-48c7-babc-e6634428db6a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.127039 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:22.128334 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port f33a0760-406c-4ba3-affc-6e423c52efbc completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:20:22.278866 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port f33a0760-406c-4ba3-affc-6e423c52efbc triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:22.279359 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.316262 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4a78641e-4ad3-4bf5-9a5e-6bdb06f6c364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (1707c6c6-dbec-4b42-87f5-7af77673586c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.318766 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4a78641e-4ad3-4bf5-9a5e-6bdb06f6c364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.330787 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-4a78641e-4ad3-4bf5-9a5e-6bdb06f6c364 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1707c6c6-dbec-4b42-87f5-7af77673586c HTTP/1.1" status: 204 len: 168 time: 0.4262643 Jun 24 08:20:22.339354 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (60e754b7-9914-48c7-babc-e6634428db6a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.347924 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78641e-4ad3-4bf5-9a5e-6bdb06f6c364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707c6c6-dbec-4b42-87f5-7af77673586c,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:22.373002 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port f33a0760-406c-4ba3-affc-6e423c52efbc is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:22.373541 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.414737 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a0760-406c-4ba3-affc-6e423c52efbc'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:22.417481 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb853bb-cf1c-412a-b362-b6793b925eea" -d '{"events": [{"server_uuid": "bf67a242-90ce-46e4-a73d-85df21a649d1", "name": "network-vif-plugged", "status": "completed", "tag": "f33a0760-406c-4ba3-affc-6e423c52efbc"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:22.446510 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port f33a0760-406c-4ba3-affc-6e423c52efbc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f33a0760-406c-4ba3-affc-6e423c52efbc,segment=NetworkSegment(a3506d1b-cc0b-42bb-b995-7e25d58361e9),segment_id=a3506d1b-cc0b-42bb-b995-7e25d58361e9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:22.461520 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb26356-b3a0-43e8-ad4b-64555a49e9f9 x-openstack-request-id: req-edb26356-b3a0-43e8-ad4b-64555a49e9f9 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:22.461673 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf67a242-90ce-46e4-a73d-85df21a649d1", "name": "network-vif-plugged", "status": "completed", "tag": "f33a0760-406c-4ba3-affc-6e423c52efbc", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:22.461987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edb26356-b3a0-43e8-ad4b-64555a49e9f9 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:22.463084 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb26356-b3a0-43e8-ad4b-64555a49e9f9'] response: {'server_uuid': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a0760-406c-4ba3-affc-6e423c52efbc', 'code': 200} Jun 24 08:20:22.536486 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.581686 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Router 60e754b7-9914-48c7-babc-e6634428db6a is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:20:22.603469 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=f33a0760-406c-4ba3-affc-6e423c52efbc,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:22.725823 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:20:22.741374 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Sync routers for ids ['60e754b7-9914-48c7-babc-e6634428db6a'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:20:22.759958 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Routers {'60e754b7-9914-48c7-babc-e6634428db6a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:22.759958 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['60e754b7-9914-48c7-babc-e6634428db6a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:22.813978 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea25e36-e699-47d8-b9ae-9894b6716588 None None] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:20:22.835320 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.837016 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-cf2e3306-037a-4fd0-885e-77a9ee29dfd3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7870116 Jun 24 08:20:22.839424 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56038) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:22.857147 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3c37f81c-4e7a-407e-9c62-127396511edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.864521 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-bc022c0b-38fa-43df-954b-5116fd855421 None None] Provisioning complete for port f28184a0-7f83-4e31-9f75-d79e7c5beb3d triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:22.865104 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bc022c0b-38fa-43df-954b-5116fd855421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:22.898345 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05524f-39ed-4576-946e-78b65d591adc req-dd5c643c-a3b2-4b91-ba5b-6c452f27e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:22.899952 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9f05524f-39ed-4576-946e-78b65d591adc req-dd5c643c-a3b2-4b91-ba5b-6c452f27e4c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 1134 time: 0.0428491 Jun 24 08:20:22.953564 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9f05524f-39ed-4576-946e-78b65d591adc req-fe94bfd1-0bb5-4431-b527-e7b838c2d54b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Jun 24 08:20:22.993614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Set router 60e754b7-9914-48c7-babc-e6634428db6a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:23.138193 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-bc022c0b-38fa-43df-954b-5116fd855421 None None] Current status of the port f28184a0-7f83-4e31-9f75-d79e7c5beb3d is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:23.138880 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bc022c0b-38fa-43df-954b-5116fd855421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.211961 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56044) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:23.220706 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-bc022c0b-38fa-43df-954b-5116fd855421 None None] For port f28184a0-7f83-4e31-9f75-d79e7c5beb3d, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,segment=NetworkSegment(d7797c73-175d-4002-9248-b5274f499960),segment_id=d7797c73-175d-4002-9248-b5274f499960)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:23.237811 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5801c99f-1f35-48b9-8c58-16388a9692f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.255307 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e69f9-4f88-46d8-99e8-a128a1eb9028 req-f22c301c-480d-4116-bc04-cc1d4b083965 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:23.262402 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f18e69f9-4f88-46d8-99e8-a128a1eb9028 req-f22c301c-480d-4116-bc04-cc1d4b083965 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 950 time: 0.1104078 Jun 24 08:20:23.274498 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571cd3f-e5c7-44f8-a933-f5fc4a455d5b req-33ff1f24-a635-43b1-bf30-de3610bde0d4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:23.276010 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c571cd3f-e5c7-44f8-a933-f5fc4a455d5b req-33ff1f24-a635-43b1-bf30-de3610bde0d4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.1093247 Jun 24 08:20:23.295285 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:20:21Z', 'revision_number': 3, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port': {'id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:21Z', 'updated_at': '2022-06-24T08:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:23.327927 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Checking router: 60e754b7-9914-48c7-babc-e6634428db6a for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:20:23.328303 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Updating router 60e754b7-9914-48c7-babc-e6634428db6a port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:20:23.347789 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5801c99f-1f35-48b9-8c58-16388a9692f9 admin admin] Publish callbacks [] for security_group (dfe11b1b-cb30-4ac9-8dc0-19f844f268a5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.363700 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.437715 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f18e69f9-4f88-46d8-99e8-a128a1eb9028 req-6c4f3233-a108-4ad0-83aa-667970a5c514 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741536 Jun 24 08:20:23.441048 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c571cd3f-e5c7-44f8-a933-f5fc4a455d5b req-f3b3ff86-9575-4953-b761-8d4009774969 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367941 Jun 24 08:20:23.443241 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bc022c0b-38fa-43df-954b-5116fd855421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.459693 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5801c99f-1f35-48b9-8c58-16388a9692f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (dfe11b1b-cb30-4ac9-8dc0-19f844f268a5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.476835 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.512362 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5801c99f-1f35-48b9-8c58-16388a9692f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60cc4f07a5f042468347f40632c20055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963421 Jun 24 08:20:23.513123 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc022c0b-38fa-43df-954b-5116fd855421 None None] Pushing event updated for resources: {'Port': ['ID=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:23.514964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56046) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:23.530966 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801c99f-1f35-48b9-8c58-16388a9692f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe11b1b-cb30-4ac9-8dc0-19f844f268a5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:23.598748 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c782c4ae-a6dd-470f-8eac-1e95dab892a9 admin admin] Publish callbacks [] for security_group (dfe11b1b-cb30-4ac9-8dc0-19f844f268a5), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.634852 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c782c4ae-a6dd-470f-8eac-1e95dab892a9 admin admin] Publish callbacks [] for security_group (dfe11b1b-cb30-4ac9-8dc0-19f844f268a5), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.703629 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device f28184a0-7f83-4e31-9f75-d79e7c5beb3d up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:23.777605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-7fca736a-82b3-42ac-8456-c7cbd8373609 None None] Provisioning complete for port f28184a0-7f83-4e31-9f75-d79e7c5beb3d triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:23.778186 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7fca736a-82b3-42ac-8456-c7cbd8373609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.811436 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c782c4ae-a6dd-470f-8eac-1e95dab892a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (dfe11b1b-cb30-4ac9-8dc0-19f844f268a5), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.815960 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c782c4ae-a6dd-470f-8eac-1e95dab892a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:23.817572 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c782c4ae-a6dd-470f-8eac-1e95dab892a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfe11b1b-cb30-4ac9-8dc0-19f844f268a5 HTTP/1.1" status: 204 len: 168 time: 0.3006313 Jun 24 08:20:23.830287 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782c4ae-a6dd-470f-8eac-1e95dab892a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe11b1b-cb30-4ac9-8dc0-19f844f268a5,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:23.968069 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port f28184a0-7f83-4e31-9f75-d79e7c5beb3d triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:23.968069 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.003940 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:24.022941 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Allocated IP 172.20.0.1 (58a69982-c6ba-4eb9-852d-9aa54fa55a02/c18765d6-37e7-40f5-92cf-612a53def1f0/5ef1072c-e5dd-436c-af9d-096109a61ddf) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:24.091549 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-7fca736a-82b3-42ac-8456-c7cbd8373609 None None] Current status of the port f28184a0-7f83-4e31-9f75-d79e7c5beb3d is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:24.127943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks [] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.131866 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Publish callbacks [] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.140234 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port f28184a0-7f83-4e31-9f75-d79e7c5beb3d is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:24.261765 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:24.306869 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.360987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Attempting to bind port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:24.362778 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Attempting to bind port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:24.362778 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Attempting to bind port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:24.364884 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8872dbf-06d8-4591-a6ad-7f400f8aeb12 None None] Pushing event updated for resources: {'Port': ['ID=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:24.369574 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:24.369953 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:24.370351 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.370728 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:24.371192 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Bound port: 9c07d4ac-8d0d-40ab-986b-ba030a4024b5, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:24.371571 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.399869 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.446268 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] For port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:24.449679 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] For port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:24.464984 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:24.471391 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:24.475325 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:24.518375 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (60e754b7-9914-48c7-babc-e6634428db6a), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.586932 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.620346 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef1072c-e5dd-436c-af9d-096109a61ddf,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:24.641529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e2be-ef72-4534-8615-e70fc4d9b5fb req-d8e3204e-7320-45c7-b268-fe6f70b5d683 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:24.643678 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2413e2be-ef72-4534-8615-e70fc4d9b5fb req-d8e3204e-7320-45c7-b268-fe6f70b5d683 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 950 time: 0.0872748 Jun 24 08:20:24.678682 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Routers {'60e754b7-9914-48c7-babc-e6634428db6a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:24.679330 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:19:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['60e754b7-9914-48c7-babc-e6634428db6a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:24.726775 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8872dbf-06d8-4591-a6ad-7f400f8aeb12 None None] Pushing event updated for resources: {'Port': ['ID=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:24.736222 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2413e2be-ef72-4534-8615-e70fc4d9b5fb req-392ae149-cb93-4cbe-90e0-04ffca2b7c55 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801368 Jun 24 08:20:24.821798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:24.836283 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] Set router 60e754b7-9914-48c7-babc-e6634428db6a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:24.887039 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496a49e-aa1d-4a22-b021-2fdbf49749d7 req-e049d124-aed3-491e-bd46-12b189904b1f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:24.888574 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8496a49e-aa1d-4a22-b021-2fdbf49749d7 req-e049d124-aed3-491e-bd46-12b189904b1f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0734143 Jun 24 08:20:24.889503 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.926607 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-cbe7bf78-c72d-44e6-b11f-cfcecb0f5b1f None None] Provisioning complete for port 5ef1072c-e5dd-436c-af9d-096109a61ddf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:24.926985 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-cbe7bf78-c72d-44e6-b11f-cfcecb0f5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:24.978234 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8496a49e-aa1d-4a22-b021-2fdbf49749d7 req-89bb64b4-cbb8-4616-b8d9-ef7be0c6af8c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781682 Jun 24 08:20:25.004346 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7bf78-c72d-44e6-b11f-cfcecb0f5b1f None None] Port 5ef1072c-e5dd-436c-af9d-096109a61ddf cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:25.068451 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:20:21Z', 'revision_number': 3, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port': {'id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:21Z', 'updated_at': '2022-06-24T08:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:25.097309 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb2d2-bf8c-4547-a8a4-fe6493400cf0 None None] The sync data for ids ['60e754b7-9914-48c7-babc-e6634428db6a'] in dv-cinder-834822-6-iscsi is: [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:20:21Z', 'revision_number': 3, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port': {'id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:21Z', 'updated_at': '2022-06-24T08:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:20:25.112955 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks [] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:25.158374 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:25.221951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:25.312184 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (60e754b7-9914-48c7-babc-e6634428db6a), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:25.314747 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef1072c-e5dd-436c-af9d-096109a61ddf,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:25.336611 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-21398f33-9849-4f50-ae54-a1f16bde3b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:25.416281 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:25.461248 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:25.462937 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:25.510686 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:25.646942 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Router 60e754b7-9914-48c7-babc-e6634428db6a has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:20:25.725652 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device f28184a0-7f83-4e31-9f75-d79e7c5beb3d up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:25.782097 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:25.807293 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port f28184a0-7f83-4e31-9f75-d79e7c5beb3d triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:25.807690 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:25.831850 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:20:25.840806 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-0a151f5a-b881-439c-b08b-45d8107e6dd0 admin admin] 10.222.0.42 "PUT /v2.0/routers/60e754b7-9914-48c7-babc-e6634428db6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0003159 Jun 24 08:20:25.880964 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-67705af9-4d68-47bb-9360-137162f7cc11 None None] Provisioning complete for port 5ef1072c-e5dd-436c-af9d-096109a61ddf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:25.881344 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-67705af9-4d68-47bb-9360-137162f7cc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:25.915421 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f0226-e81f-46fa-9fea-de0582aaad70 req-68b7136f-33d3-4a82-984f-cacbc002e6a2 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:25.917124 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bd6f0226-e81f-46fa-9fea-de0582aaad70 req-68b7136f-33d3-4a82-984f-cacbc002e6a2 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 950 time: 0.0572517 Jun 24 08:20:25.935192 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-67705af9-4d68-47bb-9360-137162f7cc11 None None] Port 5ef1072c-e5dd-436c-af9d-096109a61ddf cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:25.985083 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bd6f0226-e81f-46fa-9fea-de0582aaad70 req-6d3e76cb-94f4-42fd-9f98-f6c7aff13e11 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566630 Jun 24 08:20:25.995831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port f28184a0-7f83-4e31-9f75-d79e7c5beb3d is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:25.997031 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:26.077035 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:26.078365 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.188814 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:26.189079 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.210268 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75985f02-8a99-4b65-8cce-d508d9046aad req-f1fc3929-8225-40f8-89c2-763af3104565 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:26.221499 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75985f02-8a99-4b65-8cce-d508d9046aad req-f1fc3929-8225-40f8-89c2-763af3104565 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.1089444 Jun 24 08:20:26.226021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:26.285449 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-75985f02-8a99-4b65-8cce-d508d9046aad req-738a9c73-a56b-4631-9f9f-b63f1ba1b695 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Jun 24 08:20:26.377099 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.411657 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.428749 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:26.490093 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:26.507407 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56132) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:26.512758 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-1e1f468a-2705-4ad5-96d0-ae4cf237b3c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452156496', 'description': 'tempest-secgroup-smoke-1452156496 description', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:26.518462 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56134) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:26.624472 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1e1f468a-2705-4ad5-96d0-ae4cf237b3c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.634511 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-06f32494-f886-4489-acf3-4886a3d8f210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.705457 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1e1f468a-2705-4ad5-96d0-ae4cf237b3c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group (7f6e9b09-7948-4669-a10e-6552aa86a440), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.746141 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-06f32494-f886-4489-acf3-4886a3d8f210 admin admin] Publish callbacks [] for security_group (49aeed5c-6d2c-4364-9c77-40806a072fcc), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.793635 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1e1f468a-2705-4ad5-96d0-ae4cf237b3c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7f6e9b09-7948-4669-a10e-6552aa86a440), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.821741 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-06f32494-f886-4489-acf3-4886a3d8f210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (49aeed5c-6d2c-4364-9c77-40806a072fcc), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.862226 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32494-f886-4489-acf3-4886a3d8f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aeed5c-6d2c-4364-9c77-40806a072fcc,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:26.867567 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f468a-2705-4ad5-96d0-ae4cf237b3c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e9b09-7948-4669-a10e-6552aa86a440,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:26.877091 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684e6a0-d830-4f6f-8963-24050fee42fc req-62bbabed-c88d-4c42-b3d0-38c2cff20772 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:26.881038 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-06f32494-f886-4489-acf3-4886a3d8f210 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1b978ba335d4a3e8aeb0149f1336f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586676 Jun 24 08:20:26.881195 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6684e6a0-d830-4f6f-8963-24050fee42fc req-62bbabed-c88d-4c42-b3d0-38c2cff20772 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 950 time: 0.0632839 Jun 24 08:20:26.881280 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56144) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:26.929192 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1e1f468a-2705-4ad5-96d0-ae4cf237b3c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.930446 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1e1f468a-2705-4ad5-96d0-ae4cf237b3c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4220369 Jun 24 08:20:26.940094 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-859fa490-d9b3-467b-b6cf-b6795f98826f admin admin] Publish callbacks [] for security_group (49aeed5c-6d2c-4364-9c77-40806a072fcc), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:26.941987 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56148) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:26.945278 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6684e6a0-d830-4f6f-8963-24050fee42fc req-60444ebe-3614-4d90-9405-40e40bf96f7d tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592580 Jun 24 08:20:26.947737 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-f46a2558-c8ef-4ea4-a8e1-cd96c93aecd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9b09-7948-4669-a10e-6552aa86a440', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:26.983864 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-859fa490-d9b3-467b-b6cf-b6795f98826f admin admin] Publish callbacks [] for security_group (49aeed5c-6d2c-4364-9c77-40806a072fcc), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.268220 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f46a2558-c8ef-4ea4-a8e1-cd96c93aecd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (fd1cbffe-a8b8-441b-9aad-449329d9b479), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.348471 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:27.367536 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f46a2558-c8ef-4ea4-a8e1-cd96c93aecd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (fd1cbffe-a8b8-441b-9aad-449329d9b479), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.369088 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-859fa490-d9b3-467b-b6cf-b6795f98826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (49aeed5c-6d2c-4364-9c77-40806a072fcc), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.371712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-859fa490-d9b3-467b-b6cf-b6795f98826f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.373115 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-859fa490-d9b3-467b-b6cf-b6795f98826f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49aeed5c-6d2c-4364-9c77-40806a072fcc HTTP/1.1" status: 204 len: 168 time: 0.4913278 Jun 24 08:20:27.383961 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fa490-d9b3-467b-b6cf-b6795f98826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aeed5c-6d2c-4364-9c77-40806a072fcc,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:27.438420 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2938396-8595-4ad7-aed6-315b498dea60 req-28aabe32-58ee-4729-968b-c053c5f10fef tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:27.440110 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f2938396-8595-4ad7-aed6-315b498dea60 req-28aabe32-58ee-4729-968b-c053c5f10fef tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0806227 Jun 24 08:20:27.485517 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f46a2558-c8ef-4ea4-a8e1-cd96c93aecd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (fd1cbffe-a8b8-441b-9aad-449329d9b479), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.499420 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f2938396-8595-4ad7-aed6-315b498dea60 req-e5973f83-229f-4203-a90d-997c08fef93d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475514 Jun 24 08:20:27.512219 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Sync routers for ids ['60e754b7-9914-48c7-babc-e6634428db6a'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:20:27.537478 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Routers {'60e754b7-9914-48c7-babc-e6634428db6a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:27.538216 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:20:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['60e754b7-9914-48c7-babc-e6634428db6a'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:27.552783 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a2558-c8ef-4ea4-a8e1-cd96c93aecd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1cbffe-a8b8-441b-9aad-449329d9b479,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:27.572098 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:27.623853 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:27.624384 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.649593 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Set router 60e754b7-9914-48c7-babc-e6634428db6a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:27.656878 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:27.660180 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f46a2558-c8ef-4ea4-a8e1-cd96c93aecd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.664287 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f46a2558-c8ef-4ea4-a8e1-cd96c93aecd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7203374 Jun 24 08:20:27.664457 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56158) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:27.670049 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-7a8a6deb-3ac3-4ffa-b52e-4f2c33481e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9b09-7948-4669-a10e-6552aa86a440', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:27.718597 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:27.821917 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:27.837560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6deb-3ac3-4ffa-b52e-4f2c33481e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (84222df6-48f6-48ca-aaf6-dfe5d7a8b3ac), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.838694 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.868992 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:20:24Z', 'revision_number': 4, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port': {'id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:21Z', 'updated_at': '2022-06-24T08:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '5ef1072c-e5dd-436c-af9d-096109a61ddf', 'name': '', 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'mac_address': 'fa:16:3e:0d:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c18765d6-37e7-40f5-92cf-612a53def1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:23Z', 'updated_at': '2022-06-24T08:20:24Z', 'revision_number': 2, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'subnets': [{'id': 'c18765d6-37e7-40f5-92cf-612a53def1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:27.899128 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Checking router: 60e754b7-9914-48c7-babc-e6634428db6a for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:20:27.899494 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Updating router 60e754b7-9914-48c7-babc-e6634428db6a port 5ef1072c-e5dd-436c-af9d-096109a61ddf binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:20:27.932915 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.967025 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6deb-3ac3-4ffa-b52e-4f2c33481e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (84222df6-48f6-48ca-aaf6-dfe5d7a8b3ac), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:27.982598 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:28.038484 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6deb-3ac3-4ffa-b52e-4f2c33481e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (84222df6-48f6-48ca-aaf6-dfe5d7a8b3ac), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.066060 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:20:28.084492 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a6deb-3ac3-4ffa-b52e-4f2c33481e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84222df6-48f6-48ca-aaf6-dfe5d7a8b3ac,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:28.096785 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.100150 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e7c4-979d-4435-a4a6-b9ef8aa50dcd req-86567de8-90a3-44c5-ad01-165d386109b6 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:28.101728 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ffc2e7c4-979d-4435-a4a6-b9ef8aa50dcd req-86567de8-90a3-44c5-ad01-165d386109b6 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 950 time: 0.0755048 Jun 24 08:20:28.154425 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ffc2e7c4-979d-4435-a4a6-b9ef8aa50dcd req-908ca148-e236-420c-8e6b-dc37f4ae3a5a tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Jun 24 08:20:28.172433 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6deb-3ac3-4ffa-b52e-4f2c33481e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.177795 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56180) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:28.183260 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-9e97f5b4-350b-4cca-b7e6-9d59c46d36c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9b09-7948-4669-a10e-6552aa86a440', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:28.184974 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-7a8a6deb-3ac3-4ffa-b52e-4f2c33481e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5191264 Jun 24 08:20:28.311339 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:28.325623 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Publish callbacks [] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.337083 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9e97f5b4-350b-4cca-b7e6-9d59c46d36c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (443f325d-2d0b-4d3f-aebe-3f70886dc88b), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.395376 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9e97f5b4-350b-4cca-b7e6-9d59c46d36c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (443f325d-2d0b-4d3f-aebe-3f70886dc88b), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.427107 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.473690 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9e97f5b4-350b-4cca-b7e6-9d59c46d36c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (443f325d-2d0b-4d3f-aebe-3f70886dc88b), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.476747 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b97a9-0fe0-4dc9-9ab3-f7b6cc1be3f1 None None] Pushing event updated for resources: {'Port': ['ID=5ef1072c-e5dd-436c-af9d-096109a61ddf,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:28.541633 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Attempting to bind port 5ef1072c-e5dd-436c-af9d-096109a61ddf on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:28.542631 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Attempting to bind port 5ef1072c-e5dd-436c-af9d-096109a61ddf by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:28.543152 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Attempting to bind port 5ef1072c-e5dd-436c-af9d-096109a61ddf on network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:28.549111 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-d2d8ed85-b753-47dc-9374-cb76372896d9 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:28.550827 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-d2d8ed85-b753-47dc-9374-cb76372896d9 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 950 time: 0.0737791 Jun 24 08:20:28.554008 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:28.554641 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Checking segment: {'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:28.556936 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.556936 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Bound using segment: {'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:28.556936 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Bound port: 5ef1072c-e5dd-436c-af9d-096109a61ddf, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7797c73-175d-4002-9248-b5274f499960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:28.556936 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.561862 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97f5b4-350b-4cca-b7e6-9d59c46d36c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443f325d-2d0b-4d3f-aebe-3f70886dc88b,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:28.646299 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] For port 5ef1072c-e5dd-436c-af9d-096109a61ddf, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:28.650178 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] For port 5ef1072c-e5dd-436c-af9d-096109a61ddf, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=5ef1072c-e5dd-436c-af9d-096109a61ddf,segment=NetworkSegment(d7797c73-175d-4002-9248-b5274f499960),segment_id=d7797c73-175d-4002-9248-b5274f499960)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:28.686239 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Deleting port f33a0760-406c-4ba3-affc-6e423c52efbc {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:20:28.686585 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.687634 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-26d158a3-97fc-4cd8-87d1-f974c1c72254 None None] Provisioning complete for port 5ef1072c-e5dd-436c-af9d-096109a61ddf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:28.689101 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-26d158a3-97fc-4cd8-87d1-f974c1c72254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.694898 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a999a-dde6-4829-adf0-7887f0125ad1 req-694aa43d-b0fe-4478-88db-190534db5d6e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:28.695344 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9e97f5b4-350b-4cca-b7e6-9d59c46d36c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.695344 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9e97f5b4-350b-4cca-b7e6-9d59c46d36c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5143623 Jun 24 08:20:28.696086 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56188) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:28.699231 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-939a999a-dde6-4829-adf0-7887f0125ad1 req-694aa43d-b0fe-4478-88db-190534db5d6e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0594749 Jun 24 08:20:28.700609 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-58cec705-c670-4d0c-b918-3fda4fe60697 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9b09-7948-4669-a10e-6552aa86a440', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:28.748850 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-26d158a3-97fc-4cd8-87d1-f974c1c72254 None None] Port 5ef1072c-e5dd-436c-af9d-096109a61ddf cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:28.765293 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.777317 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-939a999a-dde6-4829-adf0-7887f0125ad1 req-645573bd-99ff-4fde-8280-fec3b5de405e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766308 Jun 24 08:20:28.778224 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:28.826682 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] For port f33a0760-406c-4ba3-affc-6e423c52efbc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f33a0760-406c-4ba3-affc-6e423c52efbc,segment=NetworkSegment(a3506d1b-cc0b-42bb-b995-7e25d58361e9),segment_id=a3506d1b-cc0b-42bb-b995-7e25d58361e9)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:28.826999 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.828281 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Routers {'60e754b7-9914-48c7-babc-e6634428db6a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:20:28.829303 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:20:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['60e754b7-9914-48c7-babc-e6634428db6a'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:28.841679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Calling delete_port for f33a0760-406c-4ba3-affc-6e423c52efbc owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:20:28.874520 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b97a9-0fe0-4dc9-9ab3-f7b6cc1be3f1 None None] Pushing event updated for resources: {'Port': ['ID=5ef1072c-e5dd-436c-af9d-096109a61ddf,revision_number=4']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:28.896096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-58cec705-c670-4d0c-b918-3fda4fe60697 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (85f31dec-935c-4c86-b28f-9687e0032fc9), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:28.989156 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] Set router 60e754b7-9914-48c7-babc-e6634428db6a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:20:28.991013 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-58cec705-c670-4d0c-b918-3fda4fe60697 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (85f31dec-935c-4c86-b28f-9687e0032fc9), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.037447 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:29.070946 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-6341e5a3-a67c-45ea-b4b1-1329ca449306 None None] Provisioning complete for port 5ef1072c-e5dd-436c-af9d-096109a61ddf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:29.071496 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6341e5a3-a67c-45ea-b4b1-1329ca449306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.151942 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-6341e5a3-a67c-45ea-b4b1-1329ca449306 None None] Current status of the port 5ef1072c-e5dd-436c-af9d-096109a61ddf is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:29.153786 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-58cec705-c670-4d0c-b918-3fda4fe60697 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (85f31dec-935c-4c86-b28f-9687e0032fc9), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.153943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:29.158956 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (f33a0760-406c-4ba3-affc-6e423c52efbc), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.160832 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6341e5a3-a67c-45ea-b4b1-1329ca449306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.203757 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cec705-c670-4d0c-b918-3fda4fe60697 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f31dec-935c-4c86-b28f-9687e0032fc9,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:29.209262 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Pushing event deleted for resources: {'Port': ['ID=f33a0760-406c-4ba3-affc-6e423c52efbc,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:29.228009 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:20:24Z', 'revision_number': 4, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port': {'id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:21Z', 'updated_at': '2022-06-24T08:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '5ef1072c-e5dd-436c-af9d-096109a61ddf', 'name': '', 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'mac_address': 'fa:16:3e:0d:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c18765d6-37e7-40f5-92cf-612a53def1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:23Z', 'updated_at': '2022-06-24T08:20:28Z', 'revision_number': 4, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'subnets': [{'id': 'c18765d6-37e7-40f5-92cf-612a53def1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:20:29.232109 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['f33a0760-406c-4ba3-affc-6e423c52efbc'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:20:29.238325 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-6341e5a3-a67c-45ea-b4b1-1329ca449306 None None] For port 5ef1072c-e5dd-436c-af9d-096109a61ddf, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=5ef1072c-e5dd-436c-af9d-096109a61ddf,segment=NetworkSegment(d7797c73-175d-4002-9248-b5274f499960),segment_id=d7797c73-175d-4002-9248-b5274f499960)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:29.271448 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] No DVR routers for this DVR port f33a0760-406c-4ba3-affc-6e423c52efbc on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:20:29.276818 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-58cec705-c670-4d0c-b918-3fda4fe60697 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.278523 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-58cec705-c670-4d0c-b918-3fda4fe60697 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5814068 Jun 24 08:20:29.281251 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56200) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:29.287691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9b09-7948-4669-a10e-6552aa86a440', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:29.293535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.295237 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477fd56-2f27-44e0-bffb-a0893f3da2e8 None None] The sync data for ids ['60e754b7-9914-48c7-babc-e6634428db6a'] in dv-cinder-834822-6-iscsi is: [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:20:24Z', 'revision_number': 4, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port': {'id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:21Z', 'updated_at': '2022-06-24T08:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '5ef1072c-e5dd-436c-af9d-096109a61ddf', 'name': '', 'network_id': '58a69982-c6ba-4eb9-852d-9aa54fa55a02', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'mac_address': 'fa:16:3e:0d:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c18765d6-37e7-40f5-92cf-612a53def1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:23Z', 'updated_at': '2022-06-24T08:20:28Z', 'revision_number': 4, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'subnets': [{'id': 'c18765d6-37e7-40f5-92cf-612a53def1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:20:29.307367 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6b416aec-2eab-4f2d-af64-60cb36257145 req-1a00e34a-e11b-43f4-8675-0f4af95c6733 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.26 "DELETE /v2.0/ports/f33a0760-406c-4ba3-affc-6e423c52efbc HTTP/1.1" status: 204 len: 173 time: 0.7390299 Jun 24 08:20:29.307367 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'name': 'network-vif-deleted', 'tag': 'f33a0760-406c-4ba3-affc-6e423c52efbc'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:29.312758 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffc4bbc-a4c4-4d6a-beac-080d4e1c6df8" -d '{"events": [{"server_uuid": "bf67a242-90ce-46e4-a73d-85df21a649d1", "name": "network-vif-deleted", "tag": "f33a0760-406c-4ba3-affc-6e423c52efbc"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:29.340772 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6341e5a3-a67c-45ea-b4b1-1329ca449306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.419592 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0b83c3db-6113-43dc-95e3-3cba2feb89b5 req-4d0a542b-f16e-451a-acbc-e363b97df3f0 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0954149 Jun 24 08:20:29.450079 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341e5a3-a67c-45ea-b4b1-1329ca449306 None None] Pushing event updated for resources: {'Port': ['ID=5ef1072c-e5dd-436c-af9d-096109a61ddf,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:29.456312 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.securitygroups_db [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Project 9170777eb80e46bd9d8ea3a576a9678c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:20:29.464075 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (d134e666-0cc8-42aa-a55b-9a3ea7d60972), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.470371 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c23504-f2f6-4824-8698-1817fb05c521 x-openstack-request-id: req-c5c23504-f2f6-4824-8698-1817fb05c521 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:29.470662 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf67a242-90ce-46e4-a73d-85df21a649d1", "name": "network-vif-deleted", "tag": "f33a0760-406c-4ba3-affc-6e423c52efbc", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:29.470922 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5c23504-f2f6-4824-8698-1817fb05c521 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:29.471325 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c23504-f2f6-4824-8698-1817fb05c521'] response: {'server_uuid': 'bf67a242-90ce-46e4-a73d-85df21a649d1', 'name': 'network-vif-deleted', 'tag': 'f33a0760-406c-4ba3-affc-6e423c52efbc', 'status': 'completed', 'code': 200} Jun 24 08:20:29.513239 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:29.619309 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 5ef1072c-e5dd-436c-af9d-096109a61ddf up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:29.631052 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (d134e666-0cc8-42aa-a55b-9a3ea7d60972), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.675189 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 5ef1072c-e5dd-436c-af9d-096109a61ddf triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:29.675565 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.754507 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (d134e666-0cc8-42aa-a55b-9a3ea7d60972), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.760728 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 5ef1072c-e5dd-436c-af9d-096109a61ddf is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:29.782044 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d134e666-0cc8-42aa-a55b-9a3ea7d60972,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:29.877635 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:29.878963 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-e3e87e57-91e8-4a54-8b61-7345c2fdbdda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5965307 Jun 24 08:20:29.880094 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:29.882023 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56210) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:29.891153 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9b09-7948-4669-a10e-6552aa86a440', 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:29.900989 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c090-11dc-410a-beeb-ea6a86748638 req-f0f32c32-931e-4188-8ae9-bdc2224935c1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:29.908830 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-10e4c090-11dc-410a-beeb-ea6a86748638 req-f0f32c32-931e-4188-8ae9-bdc2224935c1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0635638 Jun 24 08:20:29.959059 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-10e4c090-11dc-410a-beeb-ea6a86748638 req-b16c9f60-3cc1-4684-b06e-396a445ce684 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Jun 24 08:20:30.039279 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.securitygroups_db [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Project 9170777eb80e46bd9d8ea3a576a9678c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:20:30.045748 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (c49a39a9-bacb-4530-9e3b-28321de8316a), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:30.144810 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (c49a39a9-bacb-4530-9e3b-28321de8316a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:30.249165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (c49a39a9-bacb-4530-9e3b-28321de8316a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:30.276596 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49a39a9-bacb-4530-9e3b-28321de8316a,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:30.400888 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:30.402163 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-a3a4d921-bd5b-4c4b-9ff4-94d31914429f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5180762 Jun 24 08:20:30.534937 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fa1f1aa8-565d-4e25-91cb-03064c9df143 req-75981052-2513-483b-b4b2-bb4e046a7add tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0297279 Jun 24 08:20:31.078272 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9ba4-f3c5-4658-99c3-295ee987772e req-97d4b175-03a2-4e71-98fa-8fda8928d9b4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:31.080658 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ad7e9ba4-f3c5-4658-99c3-295ee987772e req-97d4b175-03a2-4e71-98fa-8fda8928d9b4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0488224 Jun 24 08:20:31.128231 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ad7e9ba4-f3c5-4658-99c3-295ee987772e req-0018eb1c-1e72-4b1c-8ebc-76f816fbb4fe tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Jun 24 08:20:31.563402 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:31.639884 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78096c-712e-4058-b50a-7788a9a062fa req-36451107-87e2-4a97-9b80-2abe468968ca tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:31.641421 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ff78096c-712e-4058-b50a-7788a9a062fa req-36451107-87e2-4a97-9b80-2abe468968ca tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0584698 Jun 24 08:20:31.701793 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3c4329b5-afa7-4431-bade-0de2a5d9273f req-401fbe60-baf5-47d5-b569-33206dbac99c tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0358942 Jun 24 08:20:31.719538 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ff78096c-712e-4058-b50a-7788a9a062fa req-25edcf41-f01c-4c7e-a4b8-8352361b4176 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714476 Jun 24 08:20:32.249257 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d781996-4325-4583-aa1f-c1df162b152d req-c79d0b1c-4840-474c-aa20-e139078f0a97 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:32.250656 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d781996-4325-4583-aa1f-c1df162b152d req-c79d0b1c-4840-474c-aa20-e139078f0a97 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0482342 Jun 24 08:20:32.298303 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d781996-4325-4583-aa1f-c1df162b152d req-ac12b01a-d709-41bc-b1e2-5db4286e5dd3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Jun 24 08:20:32.490329 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:32.679045 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:32.809662 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:32.824987 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9609d12b-8d3b-439b-884a-8bf1adebe1f2 req-dc2dfd87-9531-4482-9dbb-67f3eae4bdc1 tempest-VolumesNegativeTest-1848647403 tempest-VolumesNegativeTest-1848647403-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf67a242-90ce-46e4-a73d-85df21a649d1 HTTP/1.1" status: 200 len: 210 time: 0.0393870 Jun 24 08:20:32.856212 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4ffd-2630-4322-9625-3ac57ffe22a7 req-280bf225-b8dc-4bec-a57a-313e2d437afe tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:32.857684 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-317e4ffd-2630-4322-9625-3ac57ffe22a7 req-280bf225-b8dc-4bec-a57a-313e2d437afe tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0649934 Jun 24 08:20:32.904916 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-317e4ffd-2630-4322-9625-3ac57ffe22a7 req-bc6d403b-6a5f-4a5d-af2c-2abd429658ad tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405984 Jun 24 08:20:32.908617 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device f33a0760-406c-4ba3-affc-6e423c52efbc no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:20:32.928709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: f33a0760-406c-4ba3-affc-6e423c52efbc {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:20:32.929018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device f33a0760-406c-4ba3-affc-6e423c52efbc not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:20:33.413972 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd263-e1a1-443b-93d4-4b9bb8095c37 req-b4312bbf-dea2-46fa-a008-8ee10af708be tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:33.415422 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06abd263-e1a1-443b-93d4-4b9bb8095c37 req-b4312bbf-dea2-46fa-a008-8ee10af708be tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0484600 Jun 24 08:20:33.468415 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06abd263-e1a1-443b-93d4-4b9bb8095c37 req-89c11a01-0564-4e09-96d6-53d3d3d7556d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459294 Jun 24 08:20:33.570149 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:34.031943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c4a22-c7ef-4ddc-baf1-25be664e8be8 req-972892ca-d16b-4dfa-a2b7-d907e280473f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:34.033957 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b01c4a22-c7ef-4ddc-baf1-25be664e8be8 req-972892ca-d16b-4dfa-a2b7-d907e280473f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0542662 Jun 24 08:20:34.083028 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b01c4a22-c7ef-4ddc-baf1-25be664e8be8 req-ea9978b3-afc5-4e0f-8ce9-871e243e7cd8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Jun 24 08:20:34.593797 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed22b9-7bf9-4ea3-bb60-f788cd40c207 req-da4a591b-57d1-4788-8ee1-a108c20595f3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:34.596741 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7ed22b9-7bf9-4ea3-bb60-f788cd40c207 req-da4a591b-57d1-4788-8ee1-a108c20595f3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0516353 Jun 24 08:20:34.655547 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7ed22b9-7bf9-4ea3-bb60-f788cd40c207 req-3b09acb6-e91f-4cc0-b365-a853034e494b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539908 Jun 24 08:20:35.216641 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cb300-805c-42d3-858a-a87fc9ad0d67 req-2dd06f7b-37cd-4832-8602-17f1d4f821e5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:35.218207 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-430cb300-805c-42d3-858a-a87fc9ad0d67 req-2dd06f7b-37cd-4832-8602-17f1d4f821e5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0563638 Jun 24 08:20:35.220280 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc8dc0-11e3-4e90-b581-4c2cce5d43c2 req-1c22256e-c53e-4a31-8b09-0da99a3799cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:35.221881 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ccc8dc0-11e3-4e90-b581-4c2cce5d43c2 req-1c22256e-c53e-4a31-8b09-0da99a3799cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 1129 time: 0.0464680 Jun 24 08:20:35.272183 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ccc8dc0-11e3-4e90-b581-4c2cce5d43c2 req-13db88e1-ae4b-4015-bd32-b4ae85f96ce2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440738 Jun 24 08:20:35.276934 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-430cb300-805c-42d3-858a-a87fc9ad0d67 req-ca363ef4-5f20-42fc-a0b4-8b69ee790b3f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522304 Jun 24 08:20:35.790892 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0a86e-8be7-49ac-a048-b234492145bc req-c0d4cd7f-9ea6-4ad9-8f79-02581730150f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:35.797053 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-afe0a86e-8be7-49ac-a048-b234492145bc req-c0d4cd7f-9ea6-4ad9-8f79-02581730150f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0597055 Jun 24 08:20:35.861954 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-afe0a86e-8be7-49ac-a048-b234492145bc req-1cff40aa-7479-4d6b-8ce9-9ebf52c71c02 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606058 Jun 24 08:20:36.417984 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55dcc9-230e-40f2-a910-a0f57f8ceab7 req-e5368aa7-c832-43a0-870b-9b267b6ab11d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:36.418880 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9a55dcc9-230e-40f2-a910-a0f57f8ceab7 req-e5368aa7-c832-43a0-870b-9b267b6ab11d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0605314 Jun 24 08:20:36.472598 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9a55dcc9-230e-40f2-a910-a0f57f8ceab7 req-0bb488d1-10ba-4b96-b483-e0db1477e0be tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472548 Jun 24 08:20:36.620978 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56492) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:36.625629 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-f4f336b6-60bf-4c02-9839-e565ed7426fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037299893', 'description': 'tempest-description--618788037'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:36.631347 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:36.717908 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f4f336b6-60bf-4c02-9839-e565ed7426fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:36.789698 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f4f336b6-60bf-4c02-9839-e565ed7426fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (09c69e5c-10ef-407d-bdc4-76cdf1aa8990), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:36.884403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f4f336b6-60bf-4c02-9839-e565ed7426fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (09c69e5c-10ef-407d-bdc4-76cdf1aa8990), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:36.929394 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f336b6-60bf-4c02-9839-e565ed7426fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c69e5c-10ef-407d-bdc4-76cdf1aa8990,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:37.001262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2910e-3b8c-4749-b3f3-597b68c3836e req-265705f3-bc98-4a39-b157-b7e45bb96c8d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:37.003185 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83a2910e-3b8c-4749-b3f3-597b68c3836e req-265705f3-bc98-4a39-b157-b7e45bb96c8d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0569355 Jun 24 08:20:37.018226 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f4f336b6-60bf-4c02-9839-e565ed7426fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:37.019764 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f4f336b6-60bf-4c02-9839-e565ed7426fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3973074 Jun 24 08:20:37.022753 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56512) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:37.027938 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-e33a8cb4-7046-4cc4-b45a-ab3176eb04db tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '09c69e5c-10ef-407d-bdc4-76cdf1aa8990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:37.061510 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83a2910e-3b8c-4749-b3f3-597b68c3836e req-0da22857-3fac-4aa1-8f87-8ef4f2b0acf5 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 Jun 24 08:20:37.373172 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e33a8cb4-7046-4cc4-b45a-ab3176eb04db tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (4526daf7-0e4b-4fe6-ad0b-2365f1099cdb), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:37.446638 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:37.448703 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e33a8cb4-7046-4cc4-b45a-ab3176eb04db tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (4526daf7-0e4b-4fe6-ad0b-2365f1099cdb), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:37.575302 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e33a8cb4-7046-4cc4-b45a-ab3176eb04db tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (4526daf7-0e4b-4fe6-ad0b-2365f1099cdb), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:37.616525 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a8cb4-7046-4cc4-b45a-ab3176eb04db tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4526daf7-0e4b-4fe6-ad0b-2365f1099cdb,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:37.620878 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22bca2-7f88-4639-bbbc-e38b840a283b req-888a5238-c43e-442f-9ff7-0dba57317c29 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:37.622424 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f22bca2-7f88-4639-bbbc-e38b840a283b req-888a5238-c43e-442f-9ff7-0dba57317c29 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0717878 Jun 24 08:20:37.672680 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1f22bca2-7f88-4639-bbbc-e38b840a283b req-b0e9ab9a-1618-4d70-8607-2d3293f70d47 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Jun 24 08:20:37.740676 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e33a8cb4-7046-4cc4-b45a-ab3176eb04db tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:37.740676 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e33a8cb4-7046-4cc4-b45a-ab3176eb04db tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7159810 Jun 24 08:20:37.742937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56572) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:37.747292 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-8c6eaac2-34bc-4f1b-b5be-d14a2e339b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '09c69e5c-10ef-407d-bdc4-76cdf1aa8990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:37.898528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8c6eaac2-34bc-4f1b-b5be-d14a2e339b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (19a7afac-4e92-48d6-b4ea-9613a8c9d2a3), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:37.956752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8c6eaac2-34bc-4f1b-b5be-d14a2e339b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (19a7afac-4e92-48d6-b4ea-9613a8c9d2a3), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:38.095992 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8c6eaac2-34bc-4f1b-b5be-d14a2e339b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (19a7afac-4e92-48d6-b4ea-9613a8c9d2a3), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:38.126923 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eaac2-34bc-4f1b-b5be-d14a2e339b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a7afac-4e92-48d6-b4ea-9613a8c9d2a3,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:38.185556 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661de169-d748-4bf6-b991-22215b413c52 req-3a1eea16-089b-40a4-93ff-a7734097b214 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:38.192274 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-661de169-d748-4bf6-b991-22215b413c52 req-3a1eea16-089b-40a4-93ff-a7734097b214 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0538781 Jun 24 08:20:38.244350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8c6eaac2-34bc-4f1b-b5be-d14a2e339b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:38.244350 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-8c6eaac2-34bc-4f1b-b5be-d14a2e339b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935257 Jun 24 08:20:38.244732 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-661de169-d748-4bf6-b991-22215b413c52 req-68eba84f-ab83-4c8e-bb24-a2cf8f5f5959 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Jun 24 08:20:38.246353 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56592) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:38.251552 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:38.416119 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:38.515024 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:38.647835 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.27.3.103 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/7813fedb-ab44-451a-bc34-8c61352bc3fa) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:38.733760 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee2c2e-1085-46aa-82fd-6f49b3ee55bd req-fe25572a-d167-436b-b9d1-e55199245176 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:38.753981 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:38.757336 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83ee2c2e-1085-46aa-82fd-6f49b3ee55bd req-fe25572a-d167-436b-b9d1-e55199245176 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0981634 Jun 24 08:20:38.802370 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:38.838819 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83ee2c2e-1085-46aa-82fd-6f49b3ee55bd req-85434f3b-11b7-482e-a32c-f1a17843bc9a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817142 Jun 24 08:20:38.847256 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6513e7e-77dd-422a-acf6-d470012c4585 req-2b0148e0-5489-40d7-bcd0-c44c0613ac89 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:38.848832 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a6513e7e-77dd-422a-acf6-d470012c4585 req-2b0148e0-5489-40d7-bcd0-c44c0613ac89 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0719001 Jun 24 08:20:38.877946 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-56a5f901-e846-4ad0-b5af-6425d03f39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:38.877946 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-56a5f901-e846-4ad0-b5af-6425d03f39c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 1129 time: 0.0591710 Jun 24 08:20:38.910386 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a6513e7e-77dd-422a-acf6-d470012c4585 req-1f1f23ff-8b1e-4995-a020-d09423f5fae7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557063 Jun 24 08:20:38.975656 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-dc40fea0-24b3-403f-bb3f-6931f9619386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:38.977410 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-dc40fea0-24b3-403f-bb3f-6931f9619386 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.0967948 Jun 24 08:20:38.982186 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:38.988042 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:39.057085 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-f31c58f0-10f3-4c99-9dd0-7ee02a5aae8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072982f9-ed8e-452f-86d8-8f755a82116b HTTP/1.1" status: 200 len: 217 time: 0.0687242 Jun 24 08:20:39.069444 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:39.080614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:39.106725 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:39.131786 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=7813fedb-ab44-451a-bc34-8c61352bc3fa,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:39.155472 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-19189554-cf7b-40b6-921c-7413b7e309fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:39.157025 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-19189554-cf7b-40b6-921c-7413b7e309fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0910327 Jun 24 08:20:39.250293 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-0aa6928a-f63d-4c00-80fa-46b49a50e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:39.252063 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-0aa6928a-f63d-4c00-80fa-46b49a50e046 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855818 Jun 24 08:20:39.253120 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (c2d8a4e4-157b-455d-b7e8-12e8bdf3af81), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:39.354834 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-08cdfff2-05e8-4560-9055-17df3cf69467 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899246 Jun 24 08:20:39.462038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:39.467545 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:39.503997 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c41dc5ba-bd56-43b1-8c11-fc6a27960f7f req-66916a93-b292-40a7-9b8f-5471ced8971a service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380434 Jun 24 08:20:39.647919 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:39.724776 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:39.811746 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=7813fedb-ab44-451a-bc34-8c61352bc3fa,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:39.819859 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (c2d8a4e4-157b-455d-b7e8-12e8bdf3af81), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:39.922944 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:39.924612 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-8a3b0093-d51d-45dd-94d5-658a4b2cd765 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6772449 Jun 24 08:20:40.071479 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441efa50-0d75-456b-901c-46e998d9022d req-d8662dd6-055c-44d0-85fa-3860089d5240 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:40.073197 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-441efa50-0d75-456b-901c-46e998d9022d req-d8662dd6-055c-44d0-85fa-3860089d5240 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0727110 Jun 24 08:20:40.143188 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7166ba-b019-4d10-a720-8933c24352ed req-217e8337-1456-4f30-a862-0999ff49c789 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:40.144663 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ad7166ba-b019-4d10-a720-8933c24352ed req-217e8337-1456-4f30-a862-0999ff49c789 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0704007 Jun 24 08:20:40.166082 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:40.180073 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-441efa50-0d75-456b-901c-46e998d9022d req-9ed38e91-a4b1-4772-a682-862b5ca76a85 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920990 Jun 24 08:20:40.211844 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ad7166ba-b019-4d10-a720-8933c24352ed req-aa1c30a7-7a47-43c9-860e-0e3259d5e21d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614829 Jun 24 08:20:40.287603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:40.319893 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-d4b632e5-bc01-4ca1-bb87-26703266cc28 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2037299893&fields=id&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 267 time: 0.0575151 Jun 24 08:20:40.377152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56692) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:40.445243 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-b9a975bd-b0d2-46b1-8b79-fe9f500fe755 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:40.446814 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-b9a975bd-b0d2-46b1-8b79-fe9f500fe755 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.1202111 Jun 24 08:20:40.461889 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-ed4709a3-97e3-4d36-994d-7aa68451911d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/quotas/a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 375 time: 0.0096843 Jun 24 08:20:40.515233 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-04e5c908-a36e-48c7-b588-000953ce6769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:40.519876 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-28effb09-7b77-4739-bb48-95ac5ce960a8 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521104 Jun 24 08:20:40.603957 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-04e5c908-a36e-48c7-b588-000953ce6769 admin admin] Publish callbacks [] for security_group (30a3359a-4632-4201-967d-f3dc508977f0), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:40.620115 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-98082da0-4dac-4719-9846-0953c961c4b5 service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875068 Jun 24 08:20:40.668538 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:40.679178 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-04e5c908-a36e-48c7-b588-000953ce6769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (30a3359a-4632-4201-967d-f3dc508977f0), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:40.723294 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-7e7f8414-129c-413e-9e64-688ad1f62092 service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962403 Jun 24 08:20:40.732352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5c908-a36e-48c7-b588-000953ce6769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a3359a-4632-4201-967d-f3dc508977f0,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:40.740481 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-04e5c908-a36e-48c7-b588-000953ce6769 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acaa2b3893014c3492ff2caed186de83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621249 Jun 24 08:20:40.743120 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56700) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:40.797249 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92ac5ec-312a-4c2c-be57-4a9bedc16ce1 admin admin] Publish callbacks [] for security_group (30a3359a-4632-4201-967d-f3dc508977f0), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:40.821047 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92ac5ec-312a-4c2c-be57-4a9bedc16ce1 admin admin] Publish callbacks [] for security_group (30a3359a-4632-4201-967d-f3dc508977f0), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:40.822881 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:40.988968 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92ac5ec-312a-4c2c-be57-4a9bedc16ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (30a3359a-4632-4201-967d-f3dc508977f0), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:40.991845 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92ac5ec-312a-4c2c-be57-4a9bedc16ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:40.993245 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-e92ac5ec-312a-4c2c-be57-4a9bedc16ce1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30a3359a-4632-4201-967d-f3dc508977f0 HTTP/1.1" status: 204 len: 168 time: 0.2490411 Jun 24 08:20:41.043205 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ac5ec-312a-4c2c-be57-4a9bedc16ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a3359a-4632-4201-967d-f3dc508977f0,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:41.076311 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2cf7b1f0-ccb7-4b3e-8b00-f6d54e299120 req-8f0443b7-84a2-436b-980e-994d56ac83ee tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0534818 Jun 24 08:20:41.169473 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56716) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:41.324794 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e2e-d18c-4c72-b76f-a6918716b871 req-c7dfa801-aa04-47ea-9b40-106722427128 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:41.328713 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f9cb4e2e-d18c-4c72-b76f-a6918716b871 req-c7dfa801-aa04-47ea-9b40-106722427128 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0603421 Jun 24 08:20:41.443470 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534d983-d2bb-4e3c-bebc-cf173ff2566b req-7622fc87-0485-4bae-b3c2-9535ea8dd076 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:41.444888 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e534d983-d2bb-4e3c-bebc-cf173ff2566b req-7622fc87-0485-4bae-b3c2-9535ea8dd076 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0949216 Jun 24 08:20:41.453890 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-68d2b015-b66d-4002-888d-8be802d0c953 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=432ff4dfb4b240c097681d905c2dcc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856162 Jun 24 08:20:41.457341 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56728) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:41.479500 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f9cb4e2e-d18c-4c72-b76f-a6918716b871 req-35caa34d-b596-4d72-8c15-6953954d8fc5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462100 Jun 24 08:20:41.517714 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e534d983-d2bb-4e3c-bebc-cf173ff2566b req-536799e2-c0f5-471f-8d84-d2ed326ef899 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663385 Jun 24 08:20:41.555541 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-eabd2714-57e5-4e00-b71f-3941d0732497 admin admin] Publish callbacks [] for security_group (3ba85785-38a6-44b1-8ffc-0bc084d1d1b5), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:41.580497 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:41.585466 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-eabd2714-57e5-4e00-b71f-3941d0732497 admin admin] Publish callbacks [] for security_group (3ba85785-38a6-44b1-8ffc-0bc084d1d1b5), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:41.748521 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-eabd2714-57e5-4e00-b71f-3941d0732497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (3ba85785-38a6-44b1-8ffc-0bc084d1d1b5), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:41.752748 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-eabd2714-57e5-4e00-b71f-3941d0732497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:41.753920 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-eabd2714-57e5-4e00-b71f-3941d0732497 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ba85785-38a6-44b1-8ffc-0bc084d1d1b5 HTTP/1.1" status: 204 len: 168 time: 0.2954481 Jun 24 08:20:41.763987 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd2714-57e5-4e00-b71f-3941d0732497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba85785-38a6-44b1-8ffc-0bc084d1d1b5,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:42.217973 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cf58b555-0f16-47d9-8a2b-a77b373a74d3 req-db99f3da-69d9-41ba-b64d-151fec493eda tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0454075 Jun 24 08:20:42.676537 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfa277-a8c0-4837-af57-18c4c88da5b8 req-e992283d-4b27-4599-b63d-27b8af503bdf tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:42.678048 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d2bfa277-a8c0-4837-af57-18c4c88da5b8 req-e992283d-4b27-4599-b63d-27b8af503bdf tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0863614 Jun 24 08:20:42.684576 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0521b-2b5c-4ab6-8969-e7f323a21af1 req-cd479ed6-2d96-4ddb-b634-86569ad7feb7 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:42.686231 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2ff0521b-2b5c-4ab6-8969-e7f323a21af1 req-cd479ed6-2d96-4ddb-b634-86569ad7feb7 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0847130 Jun 24 08:20:42.766817 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d2bfa277-a8c0-4837-af57-18c4c88da5b8 req-cea605a0-3b92-4ddc-8644-9389ecd08fa1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796120 Jun 24 08:20:42.771580 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2ff0521b-2b5c-4ab6-8969-e7f323a21af1 req-108e11e5-754a-4456-beae-6f699093348a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754368 Jun 24 08:20:43.353111 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3915b759-9763-49a9-b336-054e8163276a req-b2e13088-2ef9-4ca8-8e21-bf5c7a0459ff tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0304930 Jun 24 08:20:43.387671 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56778) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:43.497179 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd14d-8a37-43c2-ac76-85fd86b0b7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:43.576100 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd14d-8a37-43c2-ac76-85fd86b0b7b9 admin admin] Publish callbacks [] for security_group (742083d2-fe38-4478-838d-d36df9f5c2cf), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:43.718786 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd14d-8a37-43c2-ac76-85fd86b0b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (742083d2-fe38-4478-838d-d36df9f5c2cf), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:43.763073 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5c0bd14d-8a37-43c2-ac76-85fd86b0b7b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37bc173c84a9482d9d062f90ce4fbd7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742452 Jun 24 08:20:43.764425 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bd14d-8a37-43c2-ac76-85fd86b0b7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742083d2-fe38-4478-838d-d36df9f5c2cf,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:43.765471 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56784) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:43.817750 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b167b594-c741-4769-a6d5-d19f4c6188b2 admin admin] Publish callbacks [] for security_group (742083d2-fe38-4478-838d-d36df9f5c2cf), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:43.846921 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b167b594-c741-4769-a6d5-d19f4c6188b2 admin admin] Publish callbacks [] for security_group (742083d2-fe38-4478-838d-d36df9f5c2cf), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:43.922302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9e93a-fdfd-4d96-8463-5cd6ce293b10 req-90785467-6a9c-4ecd-b33e-6b26e00f465d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:43.924332 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95d9e93a-fdfd-4d96-8463-5cd6ce293b10 req-90785467-6a9c-4ecd-b33e-6b26e00f465d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0751920 Jun 24 08:20:43.977839 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95d9e93a-fdfd-4d96-8463-5cd6ce293b10 req-84e26c92-cbae-4be6-8f4a-a5934f330436 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468235 Jun 24 08:20:44.027094 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b167b594-c741-4769-a6d5-d19f4c6188b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (742083d2-fe38-4478-838d-d36df9f5c2cf), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:44.029766 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b167b594-c741-4769-a6d5-d19f4c6188b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:44.030917 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b167b594-c741-4769-a6d5-d19f4c6188b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/742083d2-fe38-4478-838d-d36df9f5c2cf HTTP/1.1" status: 204 len: 168 time: 0.2644434 Jun 24 08:20:44.039732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167b594-c741-4769-a6d5-d19f4c6188b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742083d2-fe38-4478-838d-d36df9f5c2cf,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:44.456368 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af1dba57-83d7-42e3-8e97-76b8bfd982ec req-54d61eb1-3592-4618-90f8-a55e47290d0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0292127 Jun 24 08:20:44.893933 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56822) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:44.898500 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-3ddc7c87-0421-4f40-b11d-0122f4b5a722 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379296115', 'description': 'tempest-description--2068214091'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:44.998974 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7c87-0421-4f40-b11d-0122f4b5a722 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.068111 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:45.123484 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56832) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:45.237589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1375481766-network', 'tenant_id': 'dae6efd4ad46479cb965caa8a97a772a'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:45.318523 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Made reservation on behalf of dae6efd4ad46479cb965caa8a97a772a for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:45.321259 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.331234 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.342023 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0241ba-7c03-45c6-bd4a-88c6b47c711e req-71bbfbbb-a453-4d14-91ef-b81002aa9176 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:45.343506 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b0241ba-7c03-45c6-bd4a-88c6b47c711e req-71bbfbbb-a453-4d14-91ef-b81002aa9176 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.2877471 Jun 24 08:20:45.356321 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:45.363329 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:45.368159 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7c87-0421-4f40-b11d-0122f4b5a722 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group (6736cc0e-547d-427e-a451-a4c8b41645f0), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.406537 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b0241ba-7c03-45c6-bd4a-88c6b47c711e req-44c223c0-5bd7-4183-b80c-4bb48e55d9b3 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540707 Jun 24 08:20:45.417898 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks [] for security_group (c688bf20-9b82-41a8-b50e-0a0d58653bbc), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.444168 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7c87-0421-4f40-b11d-0122f4b5a722 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6736cc0e-547d-427e-a451-a4c8b41645f0), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.467225 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c688bf20-9b82-41a8-b50e-0a0d58653bbc), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.475851 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7c87-0421-4f40-b11d-0122f4b5a722 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6736cc0e-547d-427e-a451-a4c8b41645f0,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:45.500507 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:20:45.507629 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c688bf20-9b82-41a8-b50e-0a0d58653bbc,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:45.513913 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (ad30be3f-cbd6-4798-9d3a-402d04ec6a9c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.514404 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Added segment ad30be3f-cbd6-4798-9d3a-402d04ec6a9c of type vlan for network 96a4491d-88f3-4f8d-8921-4250acd08643 Jun 24 08:20:45.562049 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b01302d6-19ee-44d6-8ea9-f88afff9ca5e req-3c92f5a8-0f3b-4736-965f-c1eceac97da0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0296764 Jun 24 08:20:45.562509 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (96a4491d-88f3-4f8d-8921-4250acd08643), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.589574 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7c87-0421-4f40-b11d-0122f4b5a722 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.590860 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3ddc7c87-0421-4f40-b11d-0122f4b5a722 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6957941 Jun 24 08:20:45.598808 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56842) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:45.603222 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-7745029a-51b8-4e95-baf1-10b8cefa4528 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'security_group_rule': {'security_group_id': '6736cc0e-547d-427e-a451-a4c8b41645f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:45.661270 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (96a4491d-88f3-4f8d-8921-4250acd08643), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.662278 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:45.662886 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.668770 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:INSERT=20 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:45.700449 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7745029a-51b8-4e95-baf1-10b8cefa4528 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group_rule (fcceb1dd-e82e-4d04-80df-214a2b40ad9d), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.738366 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] Pushing event updated for resources: {'Network': ['ID=96a4491d-88f3-4f8d-8921-4250acd08643,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:45.748500 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 96a4491d-88f3-4f8d-8921-4250acd08643 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:20:45.786020 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b5eea7f7-5b04-4968-98cc-53a13204c558 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6614690 Jun 24 08:20:45.788998 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 56848) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:45.794308 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Request body: {'subnet': {'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1375481766-subnet', 'tenant_id': 'dae6efd4ad46479cb965caa8a97a772a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:45.796116 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7745029a-51b8-4e95-baf1-10b8cefa4528 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group_rule (fcceb1dd-e82e-4d04-80df-214a2b40ad9d), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.878675 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7745029a-51b8-4e95-baf1-10b8cefa4528 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (fcceb1dd-e82e-4d04-80df-214a2b40ad9d), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.900687 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745029a-51b8-4e95-baf1-10b8cefa4528 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcceb1dd-e82e-4d04-80df-214a2b40ad9d,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:45.908594 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Made reservation on behalf of dae6efd4ad46479cb965caa8a97a772a for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:45.910894 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9754283'] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.971266 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7745029a-51b8-4e95-baf1-10b8cefa4528 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:45.975279 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-7745029a-51b8-4e95-baf1-10b8cefa4528 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728619 Jun 24 08:20:45.975889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56850) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:45.980284 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-cfbc766a-5149-4e79-b67a-92e75a6c093b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'security_group_rule': {'security_group_id': '6736cc0e-547d-427e-a451-a4c8b41645f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:46.099689 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cfbc766a-5149-4e79-b67a-92e75a6c093b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group_rule (b2950522-278e-4dd0-9c2d-06917e1c7af1), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.129337 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9673495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9754333'] for subnet (1cb959cc-0c8f-40c0-806a-603367e5382c), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.147881 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cfbc766a-5149-4e79-b67a-92e75a6c093b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group_rule (b2950522-278e-4dd0-9c2d-06917e1c7af1), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.184858 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb959cc-0c8f-40c0-806a-603367e5382c,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:46.200954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Checking segment: {'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:46.201584 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Network hostable DHCP agents. Network: 96a4491d-88f3-4f8d-8921-4250acd08643, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:20:46.209921 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cfbc766a-5149-4e79-b67a-92e75a6c093b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (b2950522-278e-4dd0-9c2d-06917e1c7af1), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.228739 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc766a-5149-4e79-b67a-92e75a6c093b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2950522-278e-4dd0-9c2d-06917e1c7af1,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:46.335968 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Network 96a4491d-88f3-4f8d-8921-4250acd08643 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:20:46.389649 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cfbc766a-5149-4e79-b67a-92e75a6c093b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.390812 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-cfbc766a-5149-4e79-b67a-92e75a6c093b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139659 Jun 24 08:20:46.394108 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 56852) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:20:46.398375 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:46.410324 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 96a4491d-88f3-4f8d-8921-4250acd08643) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:46.415192 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:46.415619 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.421089 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c095e-f416-41fd-83b8-27c32d7c2863 None None] Network 96a4491d-88f3-4f8d-8921-4250acd08643 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:20:46.426116 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:46.502421 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.520391 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a5e0cb7a-7a9a-4996-8750-70cb2bd0564b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7299278 Jun 24 08:20:46.544591 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9608ac84-7c06-4c59-9efd-73c0d27a1277 None None] Network 96a4491d-88f3-4f8d-8921-4250acd08643 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:20:46.549263 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6de9b-b0e3-4176-b005-b2bc55397750 req-8da543fa-38ea-4fb3-a908-3ae74aeef212 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:46.551142 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8fd6de9b-b0e3-4176-b005-b2bc55397750 req-8da543fa-38ea-4fb3-a908-3ae74aeef212 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0701237 Jun 24 08:20:46.622207 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:46.639252 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8fd6de9b-b0e3-4176-b005-b2bc55397750 req-920cb802-9fae-4258-8277-d5ed67e8d85f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812492 Jun 24 08:20:46.712051 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ea8f971b-474d-493d-9153-670fb2aba288 req-8dbed70c-d13a-491d-a168-fdfb4833754d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0324647 Jun 24 08:20:47.020500 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Allocated IP 172.27.3.243 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/027e3a5c-d01a-4310-82d9-6c877c524f21) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:47.022175 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:47.219614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:47.261813 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:47.381907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:47.422984 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:47.425923 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:47.430389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:47.452316 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'Port': ['ID=027e3a5c-d01a-4310-82d9-6c877c524f21,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:47.522024 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:47.694234 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:47.697415 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:47.783690 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d67c8-5e28-480e-bde8-73455b88790c req-7935b3e6-09cf-40d3-8c9b-cebef7561c93 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:47.785232 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ae0d67c8-5e28-480e-bde8-73455b88790c req-7935b3e6-09cf-40d3-8c9b-cebef7561c93 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Jun 24 08:20:47.855148 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-64695c26-3c3a-4238-a1af-e3b9e3026e5e req-b610c081-b7f3-420e-8944-4910a135691d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0378077 Jun 24 08:20:47.857624 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:47.858397 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ae0d67c8-5e28-480e-bde8-73455b88790c req-3c17f06a-c1f9-4a05-a68c-8621178a0173 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675604 Jun 24 08:20:47.886115 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=48 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:47.891163 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=18 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:48.090330 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:48.162601 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'Port': ['ID=027e3a5c-d01a-4310-82d9-6c877c524f21,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:48.175336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:48.309837 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:48.311026 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b938e848-a813-4331-8c93-004af2cb038b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9159782 Jun 24 08:20:48.506358 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-b4934be8-9824-494e-841d-c3adeaa9c0c1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--379296115&fields=id&tenant_id=e79436f86e1e4038a7b0e41cf468bb62 HTTP/1.1" status: 200 len: 267 time: 0.0425000 Jun 24 08:20:48.629016 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-259e69ea-00ef-46a3-a5f8-bae7d671d5ae tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:48.630597 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-259e69ea-00ef-46a3-a5f8-bae7d671d5ae tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 818 time: 0.1180866 Jun 24 08:20:48.646138 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-bbe9a51f-64c5-4cbb-a484-8e737d328a08 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/quotas/e79436f86e1e4038a7b0e41cf468bb62 HTTP/1.1" status: 200 len: 375 time: 0.0096707 Jun 24 08:20:48.703322 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-6a5e1b4c-c95a-4d02-9fbe-b7233ae3414f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0518436 Jun 24 08:20:48.815602 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-36effc50-1a1c-4270-adfa-aa3d7ae0d429 service neutron] 10.222.0.42 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997713 Jun 24 08:20:48.905006 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-725a3305-a7d7-486c-9e8c-fee56ffa654f service neutron] 10.222.0.42 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Jun 24 08:20:48.956640 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6dc225cc-a451-44fd-a30b-36c0b2f13ba6 req-0958a54c-f530-4075-9952-67eb7838aaf6 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0327327 Jun 24 08:20:48.968866 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:20:49.085320 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:49.087652 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec15cf-4dee-4c2b-b8b6-1f51f73baad2 req-2d4d9de5-dd76-40aa-a11d-0462b7672b67 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:49.089324 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f8ec15cf-4dee-4c2b-b8b6-1f51f73baad2 req-2d4d9de5-dd76-40aa-a11d-0462b7672b67 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0549195 Jun 24 08:20:49.098855 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'port_id': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'mac_address': 'fa:16:3e:72:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:20:49.137600 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: ACTIVE; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:49.138622 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:49.155301 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97d9a70f-da10-48c1-8fe9-7faf5a9301af {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:20:49.178764 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:49.187140 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f8ec15cf-4dee-4c2b-b8b6-1f51f73baad2 req-a07f333a-e146-46fa-8103-d4da0eec512d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919762 Jun 24 08:20:49.218243 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b842ec4-d42a-43b2-bd01-d02aecb4ad39 req-cf69c0f9-afd3-4310-9b1d-bf353764661d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 210 time: 0.0476241 Jun 24 08:20:49.296456 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:49.352233 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=6']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:49.356255 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.356610 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.356980 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.357334 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.357668 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.358000 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.358328 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.358656 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.358988 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.359315 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.359640 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.359979 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.360923 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.361358 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.361686 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:20:49.408313 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:49.443913 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-8fc62631-2db3-426d-8418-d9e93f57d19e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:49.445377 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-8fc62631-2db3-426d-8418-d9e93f57d19e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.1111431 Jun 24 08:20:49.497911 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['97d9a70f-da10-48c1-8fe9-7faf5a9301af'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:20:49.537299 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-777b591b-e2cc-4e58-83cf-f48be6de795f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 473 time: 0.0692675 Jun 24 08:20:49.546222 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'port': {'device_id': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'admin_state_up': True, 'tenant_id': 'a14e04756d06417da712e47759853a06', 'security_groups': ['09c69e5c-10ef-407d-bdc4-76cdf1aa8990']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:49.783630 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Made reservation on behalf of a14e04756d06417da712e47759853a06 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:49.790701 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:49.843372 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:49.948806 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-c3ce4b85-e662-4f87-a3e2-ebb997808302 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:49.950328 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-c3ce4b85-e662-4f87-a3e2-ebb997808302 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/networks?id=96a4491d-88f3-4f8d-8921-4250acd08643 HTTP/1.1" status: 200 len: 814 time: 0.1284380 Jun 24 08:20:49.952372 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.20.0.9 (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7/789614df-f71d-4776-8b30-38fd808186d3/88e3b09c-5211-435b-a4f7-a0439b4d71c3) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:49.972944 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-99155bbb-c97e-4527-a5aa-9c10aed91221 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/quotas/dae6efd4ad46479cb965caa8a97a772a HTTP/1.1" status: 200 len: 375 time: 0.0157566 Jun 24 08:20:50.019063 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-f8fbdec5-e870-4b02-a371-4a5abd5a0237 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dae6efd4ad46479cb965caa8a97a772a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321014 Jun 24 08:20:50.106657 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:50.107807 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:50.118541 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-379bc5d2-51a5-4250-8e4b-1e73dd910681 service neutron] 10.222.0.42 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925958 Jun 24 08:20:50.139819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:50.199053 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:50.210490 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-afd73b71-26de-424a-b5cb-367c63ccbfce service neutron] 10.222.0.42 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862818 Jun 24 08:20:50.269487 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:50.272904 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:50.280525 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:50.310294 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=88e3b09c-5211-435b-a4f7-a0439b4d71c3,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:50.332501 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251dbb5-6121-4212-ad3e-5d18d96fdeab req-705caf09-32fb-48c0-a214-44532585ea91 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:50.334034 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c251dbb5-6121-4212-ad3e-5d18d96fdeab req-705caf09-32fb-48c0-a214-44532585ea91 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 931 time: 0.0736372 Jun 24 08:20:50.347057 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:50.349653 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:50.391301 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c251dbb5-6121-4212-ad3e-5d18d96fdeab req-26c062db-a575-44b8-affd-4fc8fd8fbf7e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503709 Jun 24 08:20:50.439679 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-a8873cd6-ebb3-436b-aba8-9bd4ea01e94f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970640 Jun 24 08:20:50.562972 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74d994-8676-4374-b7aa-9db96eaab7fa req-abe5a256-153b-41f1-8fa3-6b5e3e3d0bed tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:50.564230 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7e74d994-8676-4374-b7aa-9db96eaab7fa req-abe5a256-153b-41f1-8fa3-6b5e3e3d0bed tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0861599 Jun 24 08:20:50.575012 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Request body: {'port': {'device_id': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:50.598376 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969d1b7-0863-45eb-8baa-91bdbad582ed req-28e00a42-f0c0-4b91-b214-8dd1c88fd519 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:50.599975 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c969d1b7-0863-45eb-8baa-91bdbad582ed req-28e00a42-f0c0-4b91-b214-8dd1c88fd519 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0890160 Jun 24 08:20:50.612374 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-e64f7b9c-4150-4556-a735-0ba9ccea7af7 None None] Provisioning complete for port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:50.613624 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-e64f7b9c-4150-4556-a735-0ba9ccea7af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:50.656889 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-e64f7b9c-4150-4556-a735-0ba9ccea7af7 None None] Port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:50.665224 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:50.674060 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7e74d994-8676-4374-b7aa-9db96eaab7fa req-6f11a673-2982-4ff4-9737-baebf06ba1d4 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823915 Jun 24 08:20:50.691116 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c969d1b7-0863-45eb-8baa-91bdbad582ed req-fe048fc8-f813-4d8c-ac54-c3840fcf4a99 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834742 Jun 24 08:20:50.719790 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:50.792790 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-223d1192-61c7-4254-9fad-6c993e0e9b26 req-d01665d3-7262-4bcf-a2fd-d8cbc4af95dc tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 210 time: 0.0435917 Jun 24 08:20:50.830663 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2bb7c3bb-9d14-459c-82c3-6b698c676aa6 req-6426a31e-e208-46be-92a2-fb3544c05f35 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 210 time: 0.0406077 Jun 24 08:20:50.967175 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:50.991726 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e3b09c-5211-435b-a4f7-a0439b4d71c3 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:20:50.999988 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Publish callbacks [] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.014345 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Transition to ACTIVE for port object 88e3b09c-5211-435b-a4f7-a0439b4d71c3 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:20:51.025161 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 97d9a70f-da10-48c1-8fe9-7faf5a9301af triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:51.025543 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.035998 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-3c6bbaa7-3a7b-4b7c-8a28-9fbbca019b66 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452156496&fields=id&tenant_id=9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 267 time: 0.0484190 Jun 24 08:20:51.104185 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:51.104603 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.131825 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:51.134321 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e0f15a-e909-4589-8a0c-172d3258c88f" -d '{"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-plugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:51.147207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:51.150780 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-92bac43e-fd03-4c39-ac11-2fc73baba460 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:51.152162 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-92bac43e-fd03-4c39-ac11-2fc73baba460 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 811 time: 0.1095378 Jun 24 08:20:51.167207 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-6aacf968-1757-4aad-9478-809ea9ce8232 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/quotas/9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 375 time: 0.0097930 Jun 24 08:20:51.170390 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.171068 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83b3484-8ad7-45bc-89db-47d51c9bae78 x-openstack-request-id: req-e83b3484-8ad7-45bc-89db-47d51c9bae78 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:51.171412 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-plugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:51.171669 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e83b3484-8ad7-45bc-89db-47d51c9bae78 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:51.172069 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83b3484-8ad7-45bc-89db-47d51c9bae78'] response: {'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'code': 200} Jun 24 08:20:51.240253 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Pushing event updated for resources: {'Port': ['ID=88e3b09c-5211-435b-a4f7-a0439b4d71c3,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:51.240511 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-ae3d234c-e30b-4eb1-8534-7d5aa801987f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590248 Jun 24 08:20:51.279020 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.344384 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=7']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:51.345775 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-15f670c2-7d99-42af-92aa-bae4bdfa76a0 service neutron] 10.222.0.42 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044583 Jun 24 08:20:51.349282 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Attempting to bind port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:51.349628 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Attempting to bind port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:51.349954 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Attempting to bind port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:51.355788 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:20:51.356111 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Attempting to bind port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:51.361953 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:51.362300 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Checking segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:51.362684 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Bound using segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:51.363116 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Bound port: 88e3b09c-5211-435b-a4f7-a0439b4d71c3, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:51.363507 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.381628 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:51.432239 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:51.439488 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] For port 88e3b09c-5211-435b-a4f7-a0439b4d71c3, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:51.442348 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] For port 88e3b09c-5211-435b-a4f7-a0439b4d71c3, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=88e3b09c-5211-435b-a4f7-a0439b4d71c3,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:51.447170 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-9ab091e8-fbfb-4639-8254-c934e7f9d00d service neutron] 10.222.0.42 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003630 Jun 24 08:20:51.521226 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b04c4-319c-4616-b97c-cfd60a26aa6c req-ed9608b0-a9dd-4858-a391-ab858eb18e8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:51.522813 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e92b04c4-319c-4616-b97c-cfd60a26aa6c req-ed9608b0-a9dd-4858-a391-ab858eb18e8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 943 time: 0.0539792 Jun 24 08:20:51.542474 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.585667 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e92b04c4-319c-4616-b97c-cfd60a26aa6c req-f85fc737-d2d2-43ed-bb67-073c47c8a968 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560377 Jun 24 08:20:51.605266 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:51.605938 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:51.607346 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] 10.222.0.26 "PUT /v2.0/ports/88e3b09c-5211-435b-a4f7-a0439b4d71c3 HTTP/1.1" status: 200 len: 1093 time: 1.0423884 Jun 24 08:20:51.613031 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:51.616079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bba98a0-f60d-4fc6-99cf-58885135da04" -d '{"events": [{"name": "network-changed", "server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:51.649494 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65800ac4-9ddf-47c3-a7b7-dfcbe277bfea service neutron] Pushing event updated for resources: {'Port': ['ID=88e3b09c-5211-435b-a4f7-a0439b4d71c3,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:51.658292 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a660a-5e40-4af6-9b45-aa41010471ea x-openstack-request-id: req-605a660a-5e40-4af6-9b45-aa41010471ea {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:51.658647 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:51.658964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-605a660a-5e40-4af6-9b45-aa41010471ea {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:51.659429 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605a660a-5e40-4af6-9b45-aa41010471ea'] response: {'name': 'network-changed', 'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'status': 'completed', 'code': 200} Jun 24 08:20:51.777938 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba98a0-f60d-4fc6-99cf-58885135da04 req-b9397f93-1251-401c-84c9-6e6bc2a57aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:51.779869 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0bba98a0-f60d-4fc6-99cf-58885135da04 req-b9397f93-1251-401c-84c9-6e6bc2a57aa3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 1127 time: 0.0474834 Jun 24 08:20:51.810519 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28880c0-2248-47de-b4f8-ce31fb8eebe9 req-d894e953-532b-4061-8202-7939083cb0ce tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:51.811980 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d28880c0-2248-47de-b4f8-ce31fb8eebe9 req-d894e953-532b-4061-8202-7939083cb0ce tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0562005 Jun 24 08:20:51.891854 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d28880c0-2248-47de-b4f8-ce31fb8eebe9 req-4a2c0115-9105-4193-810a-1c737bb026ef tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719304 Jun 24 08:20:51.911870 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba98a0-f60d-4fc6-99cf-58885135da04 req-cb7e7f28-652c-401f-8f8b-81400a232752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:51.914689 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0bba98a0-f60d-4fc6-99cf-58885135da04 req-cb7e7f28-652c-401f-8f8b-81400a232752 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a14e04756d06417da712e47759853a06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1120024 Jun 24 08:20:52.001037 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f94bc-6315-4053-af73-187cee8bc922 req-253a5bbd-9278-4120-a1da-3429e75293a9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:52.002629 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-829f94bc-6315-4053-af73-187cee8bc922 req-253a5bbd-9278-4120-a1da-3429e75293a9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0520654 Jun 24 08:20:52.028368 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba98a0-f60d-4fc6-99cf-58885135da04 req-24238255-b4c0-4aa0-b910-1820a2526e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:52.029925 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0bba98a0-f60d-4fc6-99cf-58885135da04 req-24238255-b4c0-4aa0-b910-1820a2526e3a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023884 Jun 24 08:20:52.070106 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-829f94bc-6315-4053-af73-187cee8bc922 req-140a9414-d2a4-41e5-b88e-f68eae324de6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517523 Jun 24 08:20:52.172478 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1be2abd5-4fc7-4db1-9319-0e0a0a26a0b1 req-4f009812-4b87-4aa5-9096-389565015a50 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 210 time: 0.0357258 Jun 24 08:20:52.224214 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-39a7f9ed-db87-4eb7-8f3b-f93c9ee9a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:52.225706 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-39a7f9ed-db87-4eb7-8f3b-f93c9ee9a9c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 1127 time: 0.0890222 Jun 24 08:20:52.233539 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-040807e2-c76a-4c32-9977-c762cac2e1d0 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:52.234982 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-040807e2-c76a-4c32-9977-c762cac2e1d0 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 818 time: 0.1793065 Jun 24 08:20:52.339837 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:52.343274 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-803da4f4-5d35-4f8d-aad8-42cdee7c2731 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e3b09c-5211-435b-a4f7-a0439b4d71c3 HTTP/1.1" status: 200 len: 217 time: 0.0778544 Jun 24 08:20:52.353618 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cc501407-e03e-4348-a0b1-fd658d8e455d req-1ea480a7-6243-4172-a88b-2d323c4e9865 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 210 time: 0.0996897 Jun 24 08:20:52.379249 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9237cf03-e641-4148-9ff2-b11e25c8b443 req-c1ee6d50-b900-465f-abbe-872d664e01ca tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0505598 Jun 24 08:20:52.473884 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-f13853a0-9e60-446b-a5b1-34f1fa71b953 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e79436f86e1e4038a7b0e41cf468bb62 HTTP/1.1" status: 200 len: 379 time: 0.2070365 Jun 24 08:20:52.477802 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-9a631c78-2b7f-4bc2-9563-fc7bde2c24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:52.480244 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-9a631c78-2b7f-4bc2-9563-fc7bde2c24fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.1288595 Jun 24 08:20:52.505642 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'port': {'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'admin_state_up': True, 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'security_groups': ['6736cc0e-547d-427e-a451-a4c8b41645f0']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:52.611212 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-437bf180-d03b-4841-b507-f72dbbb826ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:52.613001 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-437bf180-d03b-4841-b507-f72dbbb826ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1035426 Jun 24 08:20:52.740517 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:52.757999 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8dff0-f917-4288-8be0-5081e8803c05 req-36b34ab0-0ec5-4293-9cff-07507c16e08a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:52.759410 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ee8dff0-f917-4288-8be0-5081e8803c05 req-36b34ab0-0ec5-4293-9cff-07507c16e08a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 943 time: 0.0667613 Jun 24 08:20:52.798862 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-788833df-6571-4da7-8136-5fc228722ba3 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495171 Jun 24 08:20:52.815998 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ee8dff0-f917-4288-8be0-5081e8803c05 req-5a57c325-02dc-45dc-b1da-0158706f916b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497732 Jun 24 08:20:52.844109 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-4e455727-e27d-48ca-b7db-8103ac65c507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:52.899407 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Made reservation on behalf of e79436f86e1e4038a7b0e41cf468bb62 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:52.902821 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:53.033608 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd97a2d-f10f-4f2f-9a71-bba053bb0f3d req-0914ce0f-1208-4c47-a236-b5df14e20e6a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:53.042685 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3dd97a2d-f10f-4f2f-9a71-bba053bb0f3d req-0914ce0f-1208-4c47-a236-b5df14e20e6a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0717413 Jun 24 08:20:53.109583 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Allocated IP 172.20.0.10 (99d769cf-78c9-4625-a069-73c6a05c7529/bb38fc0b-ebc5-4305-a622-9498b9041079/3ff5827b-387d-47d9-aadc-66a7f6553c95) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:53.122343 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3dd97a2d-f10f-4f2f-9a71-bba053bb0f3d req-6e59458a-3bbc-4713-9cff-67524c004540 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756850 Jun 24 08:20:53.140294 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:53.155894 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b53eb01b-a2ed-4916-ac65-7fa36d72143d req-9a5b6ea9-e539-4052-96a9-f5577896d2d7 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864678 Jun 24 08:20:53.308649 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1687e9c-72fd-440f-bf76-60869040defe req-ec432f09-76b0-4f7c-86ca-29a4000bc00e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:53.311025 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1687e9c-72fd-440f-bf76-60869040defe req-ec432f09-76b0-4f7c-86ca-29a4000bc00e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0750573 Jun 24 08:20:53.334672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:53.350538 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-263be86f-8c52-4ac6-93ac-d36a8f060d24 req-54531fbd-8c93-4f12-be57-4399de3f8660 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 210 time: 0.0382652 Jun 24 08:20:53.424281 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1687e9c-72fd-440f-bf76-60869040defe req-adebf437-ca08-4d9c-a339-f288a23abbaf tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671649 Jun 24 08:20:53.462142 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:53.476110 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2aa1f7b2-63a5-4911-9ab1-f99adfad6860 req-580aa3f9-57c8-4a24-a0ea-6ced0bbe1817 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 210 time: 0.0356648 Jun 24 08:20:53.505672 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4ca4b863-fcfe-4241-bb50-feb4b7942944 req-4f4c12ba-6208-41b3-9faf-dc035e434335 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0325975 Jun 24 08:20:53.545551 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Network 99d769cf-78c9-4625-a069-73c6a05c7529 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:53.551588 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:53.555941 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:53.604823 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:53.613149 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event updated for resources: {'Port': ['ID=3ff5827b-387d-47d9-aadc-66a7f6553c95,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:53.661874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:53.662512 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:53.752572 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e94705ab-dc23-481b-9c62-c39a4c72bd78 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2720573 Jun 24 08:20:53.831001 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-46fb4f7d-622a-4758-b5e6-452e1953f72e None None] Provisioning complete for port 3ff5827b-387d-47d9-aadc-66a7f6553c95 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:53.831298 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-46fb4f7d-622a-4758-b5e6-452e1953f72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:53.876512 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-46fb4f7d-622a-4758-b5e6-452e1953f72e None None] Port 3ff5827b-387d-47d9-aadc-66a7f6553c95 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:53.962053 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2301-71ab-475e-a94b-c6bfcd89fd41 req-9af898bb-0576-4ff1-a9d1-763ff538d860 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:53.963600 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c50c2301-71ab-475e-a94b-c6bfcd89fd41 req-9af898bb-0576-4ff1-a9d1-763ff538d860 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 943 time: 0.0548351 Jun 24 08:20:54.018983 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c50c2301-71ab-475e-a94b-c6bfcd89fd41 req-600401e7-fd24-49e8-b5b9-95fcf07c3ab9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494833 Jun 24 08:20:54.243831 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf81a-fb00-4108-8fd2-cfc35bc11892 req-3060bb9c-bcdd-4c8d-8813-5fbdf3bf5e4f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:54.245515 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-15acf81a-fb00-4108-8fd2-cfc35bc11892 req-3060bb9c-bcdd-4c8d-8813-5fbdf3bf5e4f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0539172 Jun 24 08:20:54.301684 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-15acf81a-fb00-4108-8fd2-cfc35bc11892 req-dd7e1db0-9287-41c1-8fd9-198aea5cb73d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472329 Jun 24 08:20:54.449690 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Request body: {'port': {'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:54.463312 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4c3020b4-1753-4f01-98dc-d34bd9fde4d6 req-f0feccdb-5d89-4f8f-87cb-c94b2d1f041c tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 210 time: 0.0427055 Jun 24 08:20:54.865217 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:54.866761 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14d2e7-5036-4454-bc57-e65e660e3c24 req-50bec19f-14f6-40e6-925c-0cb8ba9446e4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:54.866761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0b14d2e7-5036-4454-bc57-e65e660e3c24 req-50bec19f-14f6-40e6-925c-0cb8ba9446e4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 932 time: 0.0496051 Jun 24 08:20:54.866761 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b3212-041a-414a-8a45-ca7f0ee94e20 req-7abc2f35-d649-4976-8438-6526baad6e24 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:54.866761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ec5b3212-041a-414a-8a45-ca7f0ee94e20 req-7abc2f35-d649-4976-8438-6526baad6e24 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.1813326 Jun 24 08:20:54.866761 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:54.866761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ec5b3212-041a-414a-8a45-ca7f0ee94e20 req-e3338033-2b9f-4e5a-8195-ab6708aa1fb3 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592060 Jun 24 08:20:54.866761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0b14d2e7-5036-4454-bc57-e65e660e3c24 req-8bfd3498-d1d4-453e-9f33-a1e81ae376d2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667447 Jun 24 08:20:54.902265 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95211c2f-6636-483f-8f19-d6bb7176a945 req-aeab6c59-e6ad-476e-acee-59d0d4fa993e tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0421369 Jun 24 08:20:55.010244 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff5827b-387d-47d9-aadc-66a7f6553c95 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:20:55.019025 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Publish callbacks [] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:55.035913 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Transition to ACTIVE for port object 3ff5827b-387d-47d9-aadc-66a7f6553c95 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:20:55.132301 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:55.155087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babff37b-43b9-4ea6-a42e-85f10d5dd4bf req-92d34a82-989f-43e0-bea0-18668d8d02bf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:55.156809 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-babff37b-43b9-4ea6-a42e-85f10d5dd4bf req-92d34a82-989f-43e0-bea0-18668d8d02bf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 943 time: 0.0595601 Jun 24 08:20:55.250345 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-22f22947-72ae-486c-bcdc-46a6cc76b786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:55.253753 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Pushing event updated for resources: {'Port': ['ID=3ff5827b-387d-47d9-aadc-66a7f6553c95,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:55.284642 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-babff37b-43b9-4ea6-a42e-85f10d5dd4bf req-d2b7810b-87cf-43bb-830f-6b5adafa363f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207001 Jun 24 08:20:55.459574 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Attempting to bind port 3ff5827b-387d-47d9-aadc-66a7f6553c95 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:55.459907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Attempting to bind port 3ff5827b-387d-47d9-aadc-66a7f6553c95 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:55.460262 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Attempting to bind port 3ff5827b-387d-47d9-aadc-66a7f6553c95 on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:55.470767 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Port 3ff5827b-387d-47d9-aadc-66a7f6553c95 on network 99d769cf-78c9-4625-a069-73c6a05c7529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:20:55.471087 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Attempting to bind port 3ff5827b-387d-47d9-aadc-66a7f6553c95 on network 99d769cf-78c9-4625-a069-73c6a05c7529 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:55.489744 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:55.490079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Checking segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:55.490458 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Bound using segment: {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:55.490881 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Bound port: 3ff5827b-387d-47d9-aadc-66a7f6553c95, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:55.491234 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:55.509640 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-131c7f01-2f50-4269-99db-c2e980a9e47a tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:55.515989 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-131c7f01-2f50-4269-99db-c2e980a9e47a tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "GET /v2.0/networks?id=96a4491d-88f3-4f8d-8921-4250acd08643 HTTP/1.1" status: 200 len: 814 time: 0.2595534 Jun 24 08:20:55.544253 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Request body: {'port': {'device_id': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643', 'admin_state_up': True, 'tenant_id': 'dae6efd4ad46479cb965caa8a97a772a'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:55.555205 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c81ecd-ab02-4826-aac9-ca580a1a8379 req-b1c54378-61ea-41df-9590-f9d0246e78d6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:55.562497 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-31c81ecd-ab02-4826-aac9-ca580a1a8379 req-b1c54378-61ea-41df-9590-f9d0246e78d6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.1605637 Jun 24 08:20:55.614452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:55.635364 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-539fcf86-62ac-46ee-9f69-cbc7e4eb93df req-d6b727b8-b8cc-4b68-ada9-294faa9e8147 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 210 time: 0.0448084 Jun 24 08:20:55.671487 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-31c81ecd-ab02-4826-aac9-ca580a1a8379 req-a2aab99c-6227-4fb7-846a-53108059ba8b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057456 Jun 24 08:20:55.732469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:55.736889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] For port 3ff5827b-387d-47d9-aadc-66a7f6553c95, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:55.740322 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] For port 3ff5827b-387d-47d9-aadc-66a7f6553c95, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:55.842118 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:55.879797 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Made reservation on behalf of dae6efd4ad46479cb965caa8a97a772a for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:55.883201 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:55.903947 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:55.909543 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:55.909543 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] 10.222.0.26 "PUT /v2.0/ports/3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 200 len: 1094 time: 1.4625869 Jun 24 08:20:55.910064 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:55.912387 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6209589-464a-4024-a62d-f29518ef8b19" -d '{"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:56.065606 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a065a2-d833-47a6-ac7a-b52b0504721b x-openstack-request-id: req-11a065a2-d833-47a6-ac7a-b52b0504721b {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:56.070206 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:56.070206 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11a065a2-d833-47a6-ac7a-b52b0504721b {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:56.070206 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a065a2-d833-47a6-ac7a-b52b0504721b'] response: {'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'status': 'completed', 'code': 200} Jun 24 08:20:56.071024 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01845ae5-e014-468a-a6bb-5d6b389b6819 req-75dc663d-5d25-452a-b2d8-03422705832c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:56.109296 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-01845ae5-e014-468a-a6bb-5d6b389b6819 req-75dc663d-5d25-452a-b2d8-03422705832c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.1180875 Jun 24 08:20:56.187153 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bb8f3-7902-45e7-afe2-008ee2e96a5f service neutron] Pushing event updated for resources: {'Port': ['ID=3ff5827b-387d-47d9-aadc-66a7f6553c95,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:56.245900 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Allocated IP 172.20.0.3 (96a4491d-88f3-4f8d-8921-4250acd08643/1cb959cc-0c8f-40c0-806a-603367e5382c/2b655029-389e-40c2-9cd7-9df1b683c516) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:56.250821 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6209589-464a-4024-a62d-f29518ef8b19 req-94a14316-f4f2-432d-b5fe-aff55c9ebe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:56.252732 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a6209589-464a-4024-a62d-f29518ef8b19 req-94a14316-f4f2-432d-b5fe-aff55c9ebe64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1128 time: 0.0853033 Jun 24 08:20:56.279379 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8d922-99dc-42d8-8197-1949c80f7afe req-ade600b7-32fb-44fb-af6a-a31cbcd01f82 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:56.281063 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6eb8d922-99dc-42d8-8197-1949c80f7afe req-ade600b7-32fb-44fb-af6a-a31cbcd01f82 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 944 time: 0.0858254 Jun 24 08:20:56.285710 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-01845ae5-e014-468a-a6bb-5d6b389b6819 req-01f7f5f6-6cf1-40db-a4a3-b23849af21d6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708903 Jun 24 08:20:56.377053 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6eb8d922-99dc-42d8-8197-1949c80f7afe req-7f2274b3-4a39-46e1-a236-da974da868cb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837865 Jun 24 08:20:56.414614 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:56.421834 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:56.447408 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c33e1186-7b43-402a-9018-3e08af21ea66 req-915ff152-aefc-438a-a20c-79095539d754 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0565171 Jun 24 08:20:56.543817 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1dba-d932-452c-8ab1-9687603c954a req-a38360c2-8534-4d54-844b-b8c83b49ca45 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:56.545746 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc6c1dba-d932-452c-8ab1-9687603c954a req-a38360c2-8534-4d54-844b-b8c83b49ca45 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 943 time: 0.0769589 Jun 24 08:20:56.639975 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc6c1dba-d932-452c-8ab1-9687603c954a req-ca5de254-cfca-48d6-9afe-e1f90fed53a0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862727 Jun 24 08:20:56.751545 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:56.762858 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-836fabea-5905-42d4-ac9c-da91c5a92a01 req-f6c5ec40-019c-4f93-a7d8-066fa11a22f5 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 210 time: 0.0302474 Jun 24 08:20:56.827178 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10973a-3844-4514-a3b4-30397dde81ee req-28a4c384-09b9-490b-9926-4952668d18b5 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:56.829951 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7f10973a-3844-4514-a3b4-30397dde81ee req-28a4c384-09b9-490b-9926-4952668d18b5 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0601163 Jun 24 08:20:56.896713 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6209589-464a-4024-a62d-f29518ef8b19 req-73e82327-3dc4-43b2-bc7e-096ff24fad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:56.896713 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a6209589-464a-4024-a62d-f29518ef8b19 req-73e82327-3dc4-43b2-bc7e-096ff24fad4a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5280764 Jun 24 08:20:56.897497 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7f10973a-3844-4514-a3b4-30397dde81ee req-a6810c1d-68a5-45ce-9682-4eeec4d0b614 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480745 Jun 24 08:20:56.905472 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks [] for port (2b655029-389e-40c2-9cd7-9df1b683c516), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:56.960010 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-998978ac-85a5-4835-9b7b-2639830d7355 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:56.961368 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-998978ac-85a5-4835-9b7b-2639830d7355 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 811 time: 0.2063076 Jun 24 08:20:56.991084 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 88e3b09c-5211-435b-a4f7-a0439b4d71c3 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:20:57.004362 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:57.006129 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:57.039104 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:57.077241 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6209589-464a-4024-a62d-f29518ef8b19 req-3880ed97-8a30-414d-b7a7-4eb67770ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:57.079401 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a6209589-464a-4024-a62d-f29518ef8b19 req-3880ed97-8a30-414d-b7a7-4eb67770ee87 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918123 Jun 24 08:20:57.085631 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-bfea38b1-e56e-4c98-8a8e-c522bed98ca5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 380 time: 0.0925527 Jun 24 08:20:57.099229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'port': {'device_id': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'admin_state_up': True, 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'security_groups': ['7f6e9b09-7948-4669-a10e-6552aa86a440']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:57.100965 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 88e3b09c-5211-435b-a4f7-a0439b4d71c3, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=88e3b09c-5211-435b-a4f7-a0439b4d71c3,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:57.114960 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'port_id': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'mac_address': 'fa:16:3e:72:f1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:20:57.116328 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:57.152849 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:57.153426 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:57.167170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e3b09c-5211-435b-a4f7-a0439b4d71c3 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:20:57.193767 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 88e3b09c-5211-435b-a4f7-a0439b4d71c3, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=88e3b09c-5211-435b-a4f7-a0439b4d71c3,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:57.217964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-aaa65c30-1c38-42b4-a7a8-7c80ccae0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:57.219395 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-aaa65c30-1c38-42b4-a7a8-7c80ccae0a1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1128 time: 0.0581169 Jun 24 08:20:57.276642 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:57.278977 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-e4386a71-4c31-4ece-8003-9fc6359c1b22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 200 len: 217 time: 0.0391953 Jun 24 08:20:57.334734 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:57.382099 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Network 96a4491d-88f3-4f8d-8921-4250acd08643 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:57.388045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:57.395858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:57.404747 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-068df70a-d54b-4b93-b626-773a046d0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:57.407830 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-068df70a-d54b-4b93-b626-773a046d0147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.1208847 Jun 24 08:20:57.427081 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Pushing event updated for resources: {'Port': ['ID=2b655029-389e-40c2-9cd7-9df1b683c516,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:57.440830 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=88e3b09c-5211-435b-a4f7-a0439b4d71c3,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:57.443933 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Made reservation on behalf of 9170777eb80e46bd9d8ea3a576a9678c for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:20:57.447762 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:57.526775 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-57aedd45-545e-4de8-82b2-1c9b056b5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:57.529668 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-57aedd45-545e-4de8-82b2-1c9b056b5819 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997038 Jun 24 08:20:57.565388 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:57.566033 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:57.639241 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30d2df-4846-4264-8ae2-1fdcff53038e req-a4b8b6d1-9fd3-44ff-9016-e3b8b7d28fce tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:57.643963 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7f30d2df-4846-4264-8ae2-1fdcff53038e req-a4b8b6d1-9fd3-44ff-9016-e3b8b7d28fce tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.1673918 Jun 24 08:20:57.684183 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cb0d9-01e5-49df-98f4-660dbc1c081c req-56bb0a1a-5581-4e37-bdff-9ce8dfe28d56 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:57.686244 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-903cb0d9-01e5-49df-98f4-660dbc1c081c req-56bb0a1a-5581-4e37-bdff-9ce8dfe28d56 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 944 time: 0.1500742 Jun 24 08:20:57.708477 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-3b55e7de-972a-4c6b-97d1-d2b36da6f9e3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1705801 Jun 24 08:20:57.716507 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['88e3b09c-5211-435b-a4f7-a0439b4d71c3'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:20:57.734483 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Request body: {'port': {'device_id': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:57.766766 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-903cb0d9-01e5-49df-98f4-660dbc1c081c req-4fb4d0e1-9753-4a60-aa1f-c61c7fe5c275 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721674 Jun 24 08:20:57.771196 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7f30d2df-4846-4264-8ae2-1fdcff53038e req-c046c0e3-2be6-454c-961c-d094955797f5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160865 Jun 24 08:20:57.829901 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Allocated IP 172.20.0.11 (7b69c08d-6a46-414d-bcd2-12cdadfd6edc/d35b3571-bfc9-40aa-85d0-a92d4c79c837/28a38618-88aa-4717-b585-2dc906547505) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:20:57.838292 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:57.843561 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-d9ec535f-790b-41c4-9867-0a62fa851339 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741041 Jun 24 08:20:57.930602 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-da977709-f5f6-44c7-b4f0-ee2a8d546716 req-3e961f5c-0988-44f8-b59e-9a5ae0382bda tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0521870 Jun 24 08:20:57.979297 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.049170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:58.073742 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e0a9-d0d0-4c6b-bcbc-3a187a85319b req-76b92fe7-4fe8-4dc0-a630-f35ebf8e8cc3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:58.076669 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b954e0a9-d0d0-4c6b-bcbc-3a187a85319b req-76b92fe7-4fe8-4dc0-a630-f35ebf8e8cc3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 944 time: 0.1488888 Jun 24 08:20:58.124131 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.129738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:58.181668 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eca69-95f8-44ac-b20d-00b929806a91 req-372e4810-6b7e-48eb-be72-f85cf6778b72 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:58.184618 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf7eca69-95f8-44ac-b20d-00b929806a91 req-372e4810-6b7e-48eb-be72-f85cf6778b72 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 931 time: 0.1499522 Jun 24 08:20:58.211467 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f3fb64d6-6e13-4c2d-9a2a-0cf841381d17 req-4fb49774-6758-4c0f-bcb6-065e2272b090 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489418 Jun 24 08:20:58.271149 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b954e0a9-d0d0-4c6b-bcbc-3a187a85319b req-e9ab0047-48e7-4fae-84a3-5350a11e367d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616092 Jun 24 08:20:58.393091 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bf7eca69-95f8-44ac-b20d-00b929806a91 req-457c90f0-9f09-46e2-8eea-29730cca8788 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867356 Jun 24 08:20:58.395064 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (28a38618-88aa-4717-b585-2dc906547505), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.564035 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bc7a7-c6f5-4b01-9bcb-029d9f06d786 req-3554738d-b711-4e78-8e6f-fe93f2ad2604 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:58.568506 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bd2bc7a7-c6f5-4b01-9bcb-029d9f06d786 req-3554738d-b711-4e78-8e6f-fe93f2ad2604 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0957532 Jun 24 08:20:58.574111 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b655029-389e-40c2-9cd7-9df1b683c516 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:20:58.593812 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (28a38618-88aa-4717-b585-2dc906547505), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.597761 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Publish callbacks [] for port (2b655029-389e-40c2-9cd7-9df1b683c516), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.614236 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:58.655297 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bd2bc7a7-c6f5-4b01-9bcb-029d9f06d786 req-c6996515-3dfb-408d-97e7-d3cff519d163 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755844 Jun 24 08:20:58.659637 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Transition to ACTIVE for port object 2b655029-389e-40c2-9cd7-9df1b683c516 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:20:58.663514 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:20:58.668822 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:20:58.671005 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=28a38618-88aa-4717-b585-2dc906547505,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:58.674152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:20:58.730258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:58.730955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.754387 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:58.756174 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.817689 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Pushing event updated for resources: {'Port': ['ID=2b655029-389e-40c2-9cd7-9df1b683c516,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:58.832422 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-087c4729-ed14-4404-bb69-8627c4b8d2de tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7373829 Jun 24 08:20:58.973007 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Attempting to bind port 2b655029-389e-40c2-9cd7-9df1b683c516 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:20:58.975405 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Attempting to bind port 2b655029-389e-40c2-9cd7-9df1b683c516 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:20:58.975405 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Attempting to bind port 2b655029-389e-40c2-9cd7-9df1b683c516 on network 96a4491d-88f3-4f8d-8921-4250acd08643 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:58.983928 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Port 2b655029-389e-40c2-9cd7-9df1b683c516 on network 96a4491d-88f3-4f8d-8921-4250acd08643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:20:58.984871 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Attempting to bind port 2b655029-389e-40c2-9cd7-9df1b683c516 on network 96a4491d-88f3-4f8d-8921-4250acd08643 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:20:58.991298 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17921c-ebe1-483a-9353-4c46f08e3157 req-dcfd9c53-5d38-4067-8e06-88bfcc583104 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:58.993912 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:20:58.995424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Checking segment: {'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:20:58.995424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Bound using segment: {'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:20:58.995424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Bound port: 2b655029-389e-40c2-9cd7-9df1b683c516, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:20:58.996075 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:58.999916 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ef17921c-ebe1-483a-9353-4c46f08e3157 req-dcfd9c53-5d38-4067-8e06-88bfcc583104 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 944 time: 0.0989382 Jun 24 08:20:59.004525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 88e3b09c-5211-435b-a4f7-a0439b4d71c3 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:20:59.029740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f404f2-221c-46bc-9345-b026778555e6 req-cfcf5313-e2e5-4540-a06f-0df2634d92e7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.031282 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f5f404f2-221c-46bc-9345-b026778555e6 req-cfcf5313-e2e5-4540-a06f-0df2634d92e7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0936284 Jun 24 08:20:59.074665 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-93cf9b4d-1b2e-4c6f-9e93-af8c9e2ec341 None None] Provisioning complete for port 28a38618-88aa-4717-b585-2dc906547505 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:59.075311 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-93cf9b4d-1b2e-4c6f-9e93-af8c9e2ec341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (28a38618-88aa-4717-b585-2dc906547505), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:59.108309 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f5f404f2-221c-46bc-9345-b026778555e6 req-eb9f872c-bb8c-47f0-a964-284973dd7bec tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693142 Jun 24 08:20:59.118702 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ef17921c-ebe1-483a-9353-4c46f08e3157 req-117f1f9c-836e-4890-9913-b6b90f6ca0f4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191411 Jun 24 08:20:59.121612 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] For port 2b655029-389e-40c2-9cd7-9df1b683c516, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:20:59.128059 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] For port 2b655029-389e-40c2-9cd7-9df1b683c516, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b655029-389e-40c2-9cd7-9df1b683c516,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:20:59.133993 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-93cf9b4d-1b2e-4c6f-9e93-af8c9e2ec341 None None] Port 28a38618-88aa-4717-b585-2dc906547505 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:20:59.138341 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:20:59.209964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:59.243536 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:20:59.244188 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:59.262286 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4911d-e208-47f7-bb61-5a32146a11c6 req-1774a30d-2df6-46f6-b6c7-3f3800fe47ec tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.263948 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e4911d-e208-47f7-bb61-5a32146a11c6 req-1774a30d-2df6-46f6-b6c7-3f3800fe47ec tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 932 time: 0.0772350 Jun 24 08:20:59.278755 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.280383 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:59.283368 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] 10.222.0.26 "PUT /v2.0/ports/2b655029-389e-40c2-9cd7-9df1b683c516 HTTP/1.1" status: 200 len: 1093 time: 1.5577891 Jun 24 08:20:59.286685 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'tag': '2b655029-389e-40c2-9cd7-9df1b683c516'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:59.289076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5abf68-13b8-47ad-b55f-a80a0cca7494" -d '{"events": [{"name": "network-changed", "server_uuid": "860c6adc-4385-4cae-8bf0-5d9c1cbb29a3", "tag": "2b655029-389e-40c2-9cd7-9df1b683c516"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:59.311830 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36b276-c218-4488-a682-8ba3c09ef390 service neutron] Pushing event updated for resources: {'Port': ['ID=2b655029-389e-40c2-9cd7-9df1b683c516,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:59.372618 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f459e-4ae7-4445-ab3c-14794c514fd2 x-openstack-request-id: req-c71f459e-4ae7-4445-ab3c-14794c514fd2 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:59.373031 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860c6adc-4385-4cae-8bf0-5d9c1cbb29a3", "tag": "2b655029-389e-40c2-9cd7-9df1b683c516", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:59.373459 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c71f459e-4ae7-4445-ab3c-14794c514fd2 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:59.373970 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71f459e-4ae7-4445-ab3c-14794c514fd2'] response: {'name': 'network-changed', 'server_uuid': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'tag': '2b655029-389e-40c2-9cd7-9df1b683c516', 'status': 'completed', 'code': 200} Jun 24 08:20:59.374646 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e4911d-e208-47f7-bb61-5a32146a11c6 req-01aa8ee7-93f5-4cc1-b7e7-777bea85e925 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024387 Jun 24 08:20:59.415199 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:20:59.415731 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:59.458771 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:20:59.461556 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173cd00e-71bf-4dea-9baf-c4473d1fc9b0" -d '{"events": [{"server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "name": "network-vif-plugged", "status": "completed", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:20:59.486785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c05b9-1871-4333-b3de-e5a9385540ba req-019de9ca-b95a-407c-b246-528e8404b657 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.489738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Request body: {'port': {'device_id': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:20:59.494269 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-208c05b9-1871-4333-b3de-e5a9385540ba req-019de9ca-b95a-407c-b246-528e8404b657 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 944 time: 0.0599949 Jun 24 08:20:59.498133 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 88e3b09c-5211-435b-a4f7-a0439b4d71c3, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=88e3b09c-5211-435b-a4f7-a0439b4d71c3,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:20:59.581939 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:59.587067 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-208c05b9-1871-4333-b3de-e5a9385540ba req-b2142b0c-9935-46e4-9680-0cd02ef7af5a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798264 Jun 24 08:20:59.622197 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (28a38618-88aa-4717-b585-2dc906547505), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:20:59.644978 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5abf68-13b8-47ad-b55f-a80a0cca7494 req-26f836f9-b392-4e31-8a69-8e79ca12f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.647164 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4c5abf68-13b8-47ad-b55f-a80a0cca7494 req-26f836f9-b392-4e31-8a69-8e79ca12f0f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae6efd4ad46479cb965caa8a97a772a&device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 1127 time: 0.1237991 Jun 24 08:20:59.651943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:59.666014 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5a44d-6162-4b94-a73d-93c8f72f25ce req-0e73a200-162e-471f-bcc3-b9ead740f2db tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.675654 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fe5a44d-6162-4b94-a73d-93c8f72f25ce req-0e73a200-162e-471f-bcc3-b9ead740f2db tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 943 time: 0.1242371 Jun 24 08:20:59.719657 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514936ad-d61e-45d7-b5a1-76236a6137ac x-openstack-request-id: req-514936ad-d61e-45d7-b5a1-76236a6137ac {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:20:59.732718 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "name": "network-vif-plugged", "status": "completed", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:20:59.733136 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-514936ad-d61e-45d7-b5a1-76236a6137ac {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:20:59.733445 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514936ad-d61e-45d7-b5a1-76236a6137ac'] response: {'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'code': 200} Jun 24 08:20:59.769437 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=88e3b09c-5211-435b-a4f7-a0439b4d71c3,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:20:59.815190 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fe5a44d-6162-4b94-a73d-93c8f72f25ce req-aeece9e5-a607-4e0b-b84a-5a00a3b4f7fb tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380701 Jun 24 08:20:59.887090 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:20:59.907403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48742365-44b5-48d3-9470-b19419efa77c req-567e2d22-fe52-4150-bf82-4208c7332174 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.910582 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-48742365-44b5-48d3-9470-b19419efa77c req-567e2d22-fe52-4150-bf82-4208c7332174 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0930474 Jun 24 08:20:59.951969 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5abf68-13b8-47ad-b55f-a80a0cca7494 req-7c885fe0-664e-4139-a7e5-6598788c2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:20:59.954876 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4c5abf68-13b8-47ad-b55f-a80a0cca7494 req-7c885fe0-664e-4139-a7e5-6598788c2870 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dae6efd4ad46479cb965caa8a97a772a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2761655 Jun 24 08:20:59.967568 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-48742365-44b5-48d3-9470-b19419efa77c req-e4d3d895-fde9-4291-93b8-6976d879e77a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495825 Jun 24 08:21:00.138914 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:00.159381 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e25b9-5fa4-41c7-985c-998249b91254 req-7c86d907-297b-4299-9c92-6578394c0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.161549 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-074e25b9-5fa4-41c7-985c-998249b91254 req-7c86d907-297b-4299-9c92-6578394c0d65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 1129 time: 0.0800533 Jun 24 08:21:00.233379 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5abf68-13b8-47ad-b55f-a80a0cca7494 req-1cf9fb6d-e2e0-4204-a69d-fe296029b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.236017 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4c5abf68-13b8-47ad-b55f-a80a0cca7494 req-1cf9fb6d-e2e0-4204-a69d-fe296029b1b0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490110 Jun 24 08:21:00.273962 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a38618-88aa-4717-b585-2dc906547505 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:21:00.281258 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-074e25b9-5fa4-41c7-985c-998249b91254 req-921611f3-a942-41d5-be73-9bd468d2fac7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029577 Jun 24 08:21:00.288590 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Publish callbacks [] for port (28a38618-88aa-4717-b585-2dc906547505), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:00.303849 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Transition to ACTIVE for port object 28a38618-88aa-4717-b585-2dc906547505 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:21:00.348863 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e544-d732-4082-b459-05433bd38c1a req-8ac99261-b23e-4368-93e0-ec33e6bf7043 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.350547 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7e23e544-d732-4082-b459-05433bd38c1a req-8ac99261-b23e-4368-93e0-ec33e6bf7043 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 944 time: 0.1091833 Jun 24 08:21:00.373454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb39f-6ca8-4984-be3c-d114c411c5fd req-0c4b59a2-1cd7-4b9a-afe2-c31afab4038f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.375125 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76beb39f-6ca8-4984-be3c-d114c411c5fd req-0c4b59a2-1cd7-4b9a-afe2-c31afab4038f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.1357207 Jun 24 08:21:00.380930 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (28a38618-88aa-4717-b585-2dc906547505), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:00.442668 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7e23e544-d732-4082-b459-05433bd38c1a req-873d8ca3-b6f1-4ad1-9509-7552df78d6ef tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835750 Jun 24 08:21:00.471666 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76beb39f-6ca8-4984-be3c-d114c411c5fd req-4dbfd99a-8bab-4bd1-9fa7-8f7f735439c9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876682 Jun 24 08:21:00.478999 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Pushing event updated for resources: {'Port': ['ID=28a38618-88aa-4717-b585-2dc906547505,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:00.634249 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fea60f-c9b8-4ece-b313-021832aff57f req-e0b49149-303a-4e32-ab21-8630ebeefa74 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.635186 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-14fea60f-c9b8-4ece-b313-021832aff57f req-e0b49149-303a-4e32-ab21-8630ebeefa74 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0928106 Jun 24 08:21:00.637323 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Attempting to bind port 28a38618-88aa-4717-b585-2dc906547505 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:21:00.637851 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Attempting to bind port 28a38618-88aa-4717-b585-2dc906547505 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:21:00.638187 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Attempting to bind port 28a38618-88aa-4717-b585-2dc906547505 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:21:00.646880 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Port 28a38618-88aa-4717-b585-2dc906547505 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:21:00.647215 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Attempting to bind port 28a38618-88aa-4717-b585-2dc906547505 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:21:00.660859 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:21:00.661214 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Checking segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:21:00.661603 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Bound using segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:21:00.662038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Bound port: 28a38618-88aa-4717-b585-2dc906547505, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:21:00.662406 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (28a38618-88aa-4717-b585-2dc906547505), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:00.749353 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-14fea60f-c9b8-4ece-b313-021832aff57f req-dcd65c29-686c-4e93-9847-02a0ccab0b0c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058643 Jun 24 08:21:00.768566 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:00.782470 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c4a9-a829-4166-b04f-3db8c9a15e6d req-00d0135a-39bb-41db-8be8-28a687801d7e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.784540 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] For port 28a38618-88aa-4717-b585-2dc906547505, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:21:00.784677 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6ab7c4a9-a829-4166-b04f-3db8c9a15e6d req-00d0135a-39bb-41db-8be8-28a687801d7e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0832775 Jun 24 08:21:00.787800 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] For port 28a38618-88aa-4717-b585-2dc906547505, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=28a38618-88aa-4717-b585-2dc906547505,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:21:00.850222 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (28a38618-88aa-4717-b585-2dc906547505), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:00.863271 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-b758d5f9-2666-4fc6-908f-2f6596e582ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.864942 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-b758d5f9-2666-4fc6-908f-2f6596e582ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae6efd4ad46479cb965caa8a97a772a&device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 1127 time: 0.0633225 Jun 24 08:21:00.869079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.869745 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:00.873497 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/28a38618-88aa-4717-b585-2dc906547505 HTTP/1.1" status: 200 len: 1094 time: 1.3895028 Jun 24 08:21:00.876916 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6ab7c4a9-a829-4166-b04f-3db8c9a15e6d req-df5335c3-5e8b-4755-b272-f09e6107b926 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860648 Jun 24 08:21:00.913673 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:00.952868 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f01ad-a0dd-43b8-8b21-cb43cb7635b0 service neutron] Pushing event updated for resources: {'Port': ['ID=28a38618-88aa-4717-b585-2dc906547505,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:00.974360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0a9be-8400-459f-9ede-8753f4b2440f req-b6c7223d-0c8f-4cc7-bef6-e882307ccf05 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:00.982068 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-65f0a9be-8400-459f-9ede-8753f4b2440f req-b6c7223d-0c8f-4cc7-bef6-e882307ccf05 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 943 time: 0.0805442 Jun 24 08:21:00.995590 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3ff5827b-387d-47d9-aadc-66a7f6553c95 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:21:01.040217 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-65f0a9be-8400-459f-9ede-8753f4b2440f req-dda09305-52e3-4829-b951-a1fac3d10eed tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571947 Jun 24 08:21:01.146785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163e3f-4845-4786-acea-2fa69fb3e06a req-4c617124-77ef-4f35-ae11-92a79446b95b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:01.155631 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-69163e3f-4845-4786-acea-2fa69fb3e06a req-4c617124-77ef-4f35-ae11-92a79446b95b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0839691 Jun 24 08:21:01.166037 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 3ff5827b-387d-47d9-aadc-66a7f6553c95, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:01.187601 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'mac_address': 'fa:16:3e:e4:49:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:21:01.214347 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-69163e3f-4845-4786-acea-2fa69fb3e06a req-fbb72f76-f280-4ef8-a9fc-dc9fc76b56ad tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577676 Jun 24 08:21:01.252176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 3ff5827b-387d-47d9-aadc-66a7f6553c95 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:01.252700 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:01.269374 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff5827b-387d-47d9-aadc-66a7f6553c95 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:21:01.295269 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 3ff5827b-387d-47d9-aadc-66a7f6553c95, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:01.362902 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:01.364355 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-0350ea2c-272d-49d4-8476-1851e78086c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b655029-389e-40c2-9cd7-9df1b683c516 HTTP/1.1" status: 200 len: 217 time: 0.0509989 Jun 24 08:21:01.385777 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'tag': '28a38618-88aa-4717-b585-2dc906547505'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:01.387957 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678a5dd2-05b8-4bc8-b811-e1109aed8d60" -d '{"events": [{"name": "network-changed", "server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "tag": "28a38618-88aa-4717-b585-2dc906547505"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:01.433033 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=3ff5827b-387d-47d9-aadc-66a7f6553c95,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:01.645641 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64685e-df5a-4a06-9e38-9120303ba22e req-0aae3058-bafb-4732-89dc-9f9001c56ba4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:01.651415 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc64685e-df5a-4a06-9e38-9120303ba22e req-0aae3058-bafb-4732-89dc-9f9001c56ba4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 945 time: 0.0985372 Jun 24 08:21:01.715120 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f169d0-9197-426b-bd8a-5675d762d180 x-openstack-request-id: req-74f169d0-9197-426b-bd8a-5675d762d180 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:01.715432 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "tag": "28a38618-88aa-4717-b585-2dc906547505", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:01.715717 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74f169d0-9197-426b-bd8a-5675d762d180 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:01.723991 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f169d0-9197-426b-bd8a-5675d762d180'] response: {'name': 'network-changed', 'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'tag': '28a38618-88aa-4717-b585-2dc906547505', 'status': 'completed', 'code': 200} Jun 24 08:21:01.730829 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44498cc-d9e9-4f79-bf4f-57c1110127ca req-375d5eaa-34f8-4a86-adf2-4cf5dc8adf9f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:01.732411 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d44498cc-d9e9-4f79-bf4f-57c1110127ca req-375d5eaa-34f8-4a86-adf2-4cf5dc8adf9f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0796123 Jun 24 08:21:01.750559 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc64685e-df5a-4a06-9e38-9120303ba22e req-8e06e451-e562-43e4-a7f0-4cb2c22fe4c4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965171 Jun 24 08:21:01.779363 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a5dd2-05b8-4bc8-b811-e1109aed8d60 req-9f041781-0e90-45b8-a5ae-46fd57808c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:01.779363 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-678a5dd2-05b8-4bc8-b811-e1109aed8d60 req-9f041781-0e90-45b8-a5ae-46fd57808c89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 1128 time: 0.0621507 Jun 24 08:21:01.781255 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-c11cbe45-c59f-4895-9271-b65a5236c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:01.788027 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-c11cbe45-c59f-4895-9271-b65a5236c1f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb959cc-0c8f-40c0-806a-603367e5382c HTTP/1.1" status: 200 len: 854 time: 0.4143038 Jun 24 08:21:01.811914 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['3ff5827b-387d-47d9-aadc-66a7f6553c95'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:21:01.814759 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d44498cc-d9e9-4f79-bf4f-57c1110127ca req-d25a3b20-3ee8-4918-a9cf-f22f7cba117c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731568 Jun 24 08:21:01.878402 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76962cd-e07c-4786-ad0f-4ecd696be646 req-953cec44-a277-4cde-84a8-c43fd0dee0da tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:01.880069 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d76962cd-e07c-4786-ad0f-4ecd696be646 req-953cec44-a277-4cde-84a8-c43fd0dee0da tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0495093 Jun 24 08:21:01.946306 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d76962cd-e07c-4786-ad0f-4ecd696be646 req-f806d1fd-f91b-467e-b021-ebbc847515b5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577803 Jun 24 08:21:02.006764 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b6e12-f4fd-4512-bb88-0df28c914a68 req-6c4aea44-3266-46dc-b0b8-4a69340748c5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:02.008172 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0d6b6e12-f4fd-4512-bb88-0df28c914a68 req-6c4aea44-3266-46dc-b0b8-4a69340748c5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0467541 Jun 24 08:21:02.044113 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:02.055872 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0d6b6e12-f4fd-4512-bb88-0df28c914a68 req-9d8e0758-020b-48d6-924c-d54348edb72d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Jun 24 08:21:02.161031 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22d82b-3364-4da0-9db4-3c0879b87bfd req-f1561a99-5d97-474f-aade-c95c2c18daec tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:02.162504 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6e22d82b-3364-4da0-9db4-3c0879b87bfd req-f1561a99-5d97-474f-aade-c95c2c18daec tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 943 time: 0.0504556 Jun 24 08:21:02.212315 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6e22d82b-3364-4da0-9db4-3c0879b87bfd req-90e0a71c-cf0f-459e-9edb-f15bd5e25ec6 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440576 Jun 24 08:21:02.327289 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-4d5f76d6-09ec-4d03-9fd9-e4e85aae9f2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96a4491d-88f3-4f8d-8921-4250acd08643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703490 Jun 24 08:21:02.356858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:02.357801 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968f675-2b72-4586-bc8c-34eaf9ad5cd8 req-055bd2df-d615-4940-8215-c54c7f9da734 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:02.365578 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0968f675-2b72-4586-bc8c-34eaf9ad5cd8 req-055bd2df-d615-4940-8215-c54c7f9da734 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0793154 Jun 24 08:21:02.448287 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0968f675-2b72-4586-bc8c-34eaf9ad5cd8 req-5e690b08-e404-4f48-9710-6c745aa7ad76 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816448 Jun 24 08:21:02.503727 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a5dd2-05b8-4bc8-b811-e1109aed8d60 req-e1fa7328-25dc-4af3-a707-76b4722080c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:02.505250 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-678a5dd2-05b8-4bc8-b811-e1109aed8d60 req-e1fa7328-25dc-4af3-a707-76b4722080c9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2471275 Jun 24 08:21:02.532603 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-88c245a1-014b-458c-ad0f-8ba8b80e62ce service neutron] 10.222.0.26 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935692 Jun 24 08:21:02.637573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:02.715844 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a5cc02cb-d4ee-4a3b-b94c-f5c44053cf20 req-29bdbc35-0ceb-4118-b0d1-e0879279d033 service neutron] 10.222.0.26 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705570 Jun 24 08:21:02.717060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a5dd2-05b8-4bc8-b811-e1109aed8d60 req-9577604e-773b-4a98-a1e7-9d42ab5b20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:02.718397 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-678a5dd2-05b8-4bc8-b811-e1109aed8d60 req-9577604e-773b-4a98-a1e7-9d42ab5b20d9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038326 Jun 24 08:21:02.897507 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4723f5-fcd3-4e6c-9fa0-240dc17dbf57 req-324961d5-1e79-418b-bfef-ff1a211e7855 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:02.904861 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7c4723f5-fcd3-4e6c-9fa0-240dc17dbf57 req-324961d5-1e79-418b-bfef-ff1a211e7855 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 945 time: 0.0690608 Jun 24 08:21:02.905533 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-d82d0135-1b1f-401d-8c69-62b49dfadeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:02.908168 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-d82d0135-1b1f-401d-8c69-62b49dfadeba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 1128 time: 0.0903091 Jun 24 08:21:03.001202 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532260f-3834-4091-a533-1515dc5f15ac req-db60fa17-7cf4-4ccd-9c3e-7abc0253c552 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:03.003549 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2532260f-3834-4091-a533-1515dc5f15ac req-db60fa17-7cf4-4ccd-9c3e-7abc0253c552 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0733180 Jun 24 08:21:03.011889 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7c4723f5-fcd3-4e6c-9fa0-240dc17dbf57 req-b272ccac-767e-4d6f-83c7-6ded54dc62ca tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044893 Jun 24 08:21:03.014606 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3ff5827b-387d-47d9-aadc-66a7f6553c95 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:21:03.054361 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:03.088051 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 3ff5827b-387d-47d9-aadc-66a7f6553c95 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:21:03.135082 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2532260f-3834-4091-a533-1515dc5f15ac req-a861aea2-86c6-446e-8fcf-d42a9c744e9c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135793 Jun 24 08:21:03.155247 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cf682-d292-454f-ac31-5de6720e83a4 req-eb87407a-c322-4030-a396-9a0d1abb4da3 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:03.157381 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b94cf682-d292-454f-ac31-5de6720e83a4 req-eb87407a-c322-4030-a396-9a0d1abb4da3 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0635314 Jun 24 08:21:03.203797 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 3ff5827b-387d-47d9-aadc-66a7f6553c95 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:21:03.204480 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:03.215940 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b94cf682-d292-454f-ac31-5de6720e83a4 req-c6f89da5-f7d7-43a6-8631-a90fa8d0aaf0 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504405 Jun 24 08:21:03.311309 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915a1e8-7dd0-4ca7-b7f2-ad352482a27a req-84359612-d9c5-44c5-9202-4abb17c66620 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:03.319051 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4915a1e8-7dd0-4ca7-b7f2-ad352482a27a req-84359612-d9c5-44c5-9202-4abb17c66620 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0818031 Jun 24 08:21:03.324326 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 3ff5827b-387d-47d9-aadc-66a7f6553c95 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:03.324719 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:03.370375 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 3ff5827b-387d-47d9-aadc-66a7f6553c95, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:03.371368 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:03.373650 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbde1290-6be4-48a9-944b-5001f2b9fd55" -d '{"events": [{"server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "name": "network-vif-plugged", "status": "completed", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:03.401093 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038bd3-1eaf-4783-bebf-dfa342064a23 req-ac53623b-a506-4ffb-8f84-d23089e73502 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:03.402642 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-84038bd3-1eaf-4783-bebf-dfa342064a23 req-ac53623b-a506-4ffb-8f84-d23089e73502 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 943 time: 0.0809844 Jun 24 08:21:03.412844 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4915a1e8-7dd0-4ca7-b7f2-ad352482a27a req-02d20d88-a7a0-4a15-ac98-885a278cc593 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928855 Jun 24 08:21:03.443743 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:03.487582 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf21522-b032-4b45-9207-662025808333 x-openstack-request-id: req-baf21522-b032-4b45-9207-662025808333 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:03.487582 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "name": "network-vif-plugged", "status": "completed", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:03.487582 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baf21522-b032-4b45-9207-662025808333 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:03.487582 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf21522-b032-4b45-9207-662025808333'] response: {'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'code': 200} Jun 24 08:21:03.506375 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-84038bd3-1eaf-4783-bebf-dfa342064a23 req-46d646db-9fe6-4e44-8a85-3a13bfb6aa67 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910623 Jun 24 08:21:03.537392 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=3ff5827b-387d-47d9-aadc-66a7f6553c95,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:03.590862 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cda1aa-c6ed-4973-82be-9df60d3575f8 req-e3e8e942-8c71-494e-a290-9f9d05ad69fe tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:03.600288 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b9cda1aa-c6ed-4973-82be-9df60d3575f8 req-e3e8e942-8c71-494e-a290-9f9d05ad69fe tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0682225 Jun 24 08:21:03.605636 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 57152) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:21:03.611835 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'port_id': '88e3b09c-5211-435b-a4f7-a0439b4d71c3'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:21:03.650954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ede4e-f985-4a30-9048-b96b3a3570c3 req-b22f31db-36d7-49b2-97a5-cfc612be7921 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:03.652483 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-045ede4e-f985-4a30-9048-b96b3a3570c3 req-b22f31db-36d7-49b2-97a5-cfc612be7921 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0563462 Jun 24 08:21:03.672712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (c2d8a4e4-157b-455d-b7e8-12e8bdf3af81), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:03.714436 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-045ede4e-f985-4a30-9048-b96b3a3570c3 req-68de5015-86f8-4e76-b860-ab28aeb577a8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548236 Jun 24 08:21:03.926701 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-31a8d741-516b-4419-a46c-0fed584a86ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28a38618-88aa-4717-b585-2dc906547505 HTTP/1.1" status: 200 len: 217 time: 0.0367475 Jun 24 08:21:04.076634 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-602c7df6-c2b1-47c2-9450-f685a80793cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.090558 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-602c7df6-c2b1-47c2-9450-f685a80793cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.1213703 Jun 24 08:21:04.143099 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049376-e1de-466d-862c-057184da657b req-42b19cd6-05ee-4bba-b40d-1297a6ae8c93 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.148972 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f6049376-e1de-466d-862c-057184da657b req-42b19cd6-05ee-4bba-b40d-1297a6ae8c93 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0642796 Jun 24 08:21:04.199963 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6238e2-c350-4841-948a-9669315c4654 req-55d9a971-9bfc-47e4-845d-f0327129699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.202220 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-55d9a971-9bfc-47e4-845d-f0327129699f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1086662 Jun 24 08:21:04.220158 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f6049376-e1de-466d-862c-057184da657b req-a3877ecb-1953-41b0-ae01-c1c1504fde7f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679517 Jun 24 08:21:04.308503 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:04.364846 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.db.resource_extend [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 08:21:04.422917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d4bbe-a8a0-4cd6-9e34-2cd5a5c58da1 req-3ab42f9c-f990-424e-8725-509bd4e57cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.424498 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-587d4bbe-a8a0-4cd6-9e34-2cd5a5c58da1 req-3ab42f9c-f990-424e-8725-509bd4e57cac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1130 time: 0.1387832 Jun 24 08:21:04.448299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:04.468725 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-3cb1c0b3-4b7f-423e-97fe-3b1c7928abf9 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552657 Jun 24 08:21:04.502632 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-587d4bbe-a8a0-4cd6-9e34-2cd5a5c58da1 req-42c4b844-7284-49cf-91a6-9fa7d27adec0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702331 Jun 24 08:21:04.511176 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (c2d8a4e4-157b-455d-b7e8-12e8bdf3af81), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:04.566906 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:04.616028 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d134-d3ad-411d-b95c-ae8496de1472 req-4f3ea56f-05b5-46bb-a289-18ab498c9824 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.617053 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d890d134-d3ad-411d-b95c-ae8496de1472 req-4f3ea56f-05b5-46bb-a289-18ab498c9824 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.3571413 Jun 24 08:21:04.630814 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b75a3-69c9-4a43-8d62-f2b52cb8ba61 req-63a0ce9c-beba-4dd5-a8bb-0d33652e6cab tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.632318 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-265b75a3-69c9-4a43-8d62-f2b52cb8ba61 req-63a0ce9c-beba-4dd5-a8bb-0d33652e6cab tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0746465 Jun 24 08:21:04.669441 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:04.699918 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-bf6238e2-c350-4841-948a-9669315c4654 req-08d7c808-36d3-4557-be9a-e4040b619d8c service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000322 Jun 24 08:21:04.702315 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP c2d8a4e4-157b-455d-b7e8-12e8bdf3af81 associated. External IP: 172.27.3.103, port: 88e3b09c-5211-435b-a4f7-a0439b4d71c3. Jun 24 08:21:04.715165 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-265b75a3-69c9-4a43-8d62-f2b52cb8ba61 req-a0e8a0a3-bb47-45b3-831f-e6175151c332 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711179 Jun 24 08:21:04.728806 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d890d134-d3ad-411d-b95c-ae8496de1472 req-6d8b1133-f9c8-4c8e-906c-d505ba8999ea tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954356 Jun 24 08:21:04.894183 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830ab9-57d5-46bb-8059-b5f8416cf44b req-afcdf7de-c4d1-4635-903f-d137d661dcdd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.895832 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-09830ab9-57d5-46bb-8059-b5f8416cf44b req-afcdf7de-c4d1-4635-903f-d137d661dcdd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0828061 Jun 24 08:21:04.902762 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a261a2-dd7b-4e04-8b7b-16ebb7dcecaf req-dc9beaa1-2d7e-4296-b8fc-88ae47380ebb tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:04.910829 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-78a261a2-dd7b-4e04-8b7b-16ebb7dcecaf req-dc9beaa1-2d7e-4296-b8fc-88ae47380ebb tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 943 time: 0.1067045 Jun 24 08:21:04.946022 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:21:05.005506 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 2b655029-389e-40c2-9cd7-9df1b683c516 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:21:05.021159 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:21:05.066973 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-09830ab9-57d5-46bb-8059-b5f8416cf44b req-626e98f3-2c07-4e79-88e1-b03c03888d59 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489425 Jun 24 08:21:05.090299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:21:05.092508 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-78a261a2-dd7b-4e04-8b7b-16ebb7dcecaf req-f40c0607-2471-4ff6-9556-29977595f596 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805630 Jun 24 08:21:05.097041 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:05.114553 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:21:05.119862 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:05.154628 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:21:05.155270 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:20:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:05.160083 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:05.379199 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7146e-a0c4-4e29-be0a-dc9cec6c70ee req-e093ff4f-3e39-4897-bb42-f3e9259e52aa tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:05.390766 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7e7146e-a0c4-4e29-be0a-dc9cec6c70ee req-e093ff4f-3e39-4897-bb42-f3e9259e52aa tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0853641 Jun 24 08:21:05.394796 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 2b655029-389e-40c2-9cd7-9df1b683c516, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b655029-389e-40c2-9cd7-9df1b683c516,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:05.443241 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-845ffef1-9843-44d6-8de5-3634e66fafd0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "PUT /v2.0/floatingips/c2d8a4e4-157b-455d-b7e8-12e8bdf3af81 HTTP/1.1" status: 200 len: 991 time: 1.8344479 Jun 24 08:21:05.443241 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:05.444522 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25cef87-52e9-4244-b40d-26ec942cabb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:05.446827 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '2b655029-389e-40c2-9cd7-9df1b683c516', 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643', 'port_id': '2b655029-389e-40c2-9cd7-9df1b683c516', 'mac_address': 'fa:16:3e:c1:6d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb959cc-0c8f-40c0-806a-603367e5382c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:21:05.460820 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7e7146e-a0c4-4e29-be0a-dc9cec6c70ee req-c3ef01c8-cd23-40eb-ba0d-5193e0bf8cce tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682356 Jun 24 08:21:05.506282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:21:05.508425 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 2b655029-389e-40c2-9cd7-9df1b683c516 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:05.508765 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:05.510478 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7cfae-1ffb-45c9-a6ee-94e3841bc0cc x-openstack-request-id: req-8af7cfae-1ffb-45c9-a6ee-94e3841bc0cc {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:05.510766 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:05.511018 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8af7cfae-1ffb-45c9-a6ee-94e3841bc0cc {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:05.511488 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af7cfae-1ffb-45c9-a6ee-94e3841bc0cc'] response: {'name': 'network-changed', 'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'status': 'completed', 'code': 200} Jun 24 08:21:05.542661 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:05.554170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b655029-389e-40c2-9cd7-9df1b683c516 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:21:05.615190 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 2b655029-389e-40c2-9cd7-9df1b683c516, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b655029-389e-40c2-9cd7-9df1b683c516,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:05.704495 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:05.830006 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=2b655029-389e-40c2-9cd7-9df1b683c516,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:05.895582 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:14Z', 'revision_number': 2, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}, {'id': 'c2d8a4e4-157b-455d-b7e8-12e8bdf3af81', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:72:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:39Z', 'updated_at': '2022-06-24T08:21:04Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:05.910619 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2a6d7-ddf7-43f1-9839-d0713c406eca req-03bcbd50-6745-426e-9915-464e7f9890a4 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:05.912140 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ee2a6d7-ddf7-43f1-9839-d0713c406eca req-03bcbd50-6745-426e-9915-464e7f9890a4 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0758946 Jun 24 08:21:05.922491 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce9ce-d3cb-48d3-97a3-55c4c8b43255 req-cd46756f-93df-4f64-823b-e0479150d252 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:05.923137 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:21:05.924078 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2f2ce9ce-d3cb-48d3-97a3-55c4c8b43255 req-cd46756f-93df-4f64-823b-e0479150d252 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0780885 Jun 24 08:21:05.990268 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:21:05.990268 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:20:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:05.990581 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:06.006530 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7ee2a6d7-ddf7-43f1-9839-d0713c406eca req-6c412d11-a9e9-4ee3-9f18-07d736562a15 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814364 Jun 24 08:21:06.011077 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2f2ce9ce-d3cb-48d3-97a3-55c4c8b43255 req-5ea4bbe1-11d6-4284-8b6c-f0e32a1ec22b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713968 Jun 24 08:21:06.058055 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:21:06.209162 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d83a-fb71-4204-8656-c836eb07a785 req-074332bc-6c04-4c48-bd6f-7b70a4cd0d3f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:06.210736 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fe07d83a-fb71-4204-8656-c836eb07a785 req-074332bc-6c04-4c48-bd6f-7b70a4cd0d3f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0821152 Jun 24 08:21:06.224726 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['2b655029-389e-40c2-9cd7-9df1b683c516'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:21:06.239885 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267807b-1cbb-4c78-8c47-01b454a782f4 req-a1ce96bc-3493-4c09-9c3e-6e7048304780 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:06.241372 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1267807b-1cbb-4c78-8c47-01b454a782f4 req-a1ce96bc-3493-4c09-9c3e-6e7048304780 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 944 time: 0.0767255 Jun 24 08:21:06.294013 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fe07d83a-fb71-4204-8656-c836eb07a785 req-4778978d-9fc3-4b1c-bbbf-d6a762877839 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771823 Jun 24 08:21:06.319761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1267807b-1cbb-4c78-8c47-01b454a782f4 req-f997243f-df70-44d0-aa42-563785c011b8 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700645 Jun 24 08:21:06.345799 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:14Z', 'revision_number': 2, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}, {'id': 'c2d8a4e4-157b-455d-b7e8-12e8bdf3af81', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:72:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:39Z', 'updated_at': '2022-06-24T08:21:04Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:06.383722 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aaac93-8a2d-4552-b4e8-ee49ab40dab0 None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:14Z', 'revision_number': 2, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}, {'id': 'c2d8a4e4-157b-455d-b7e8-12e8bdf3af81', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:72:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:39Z', 'updated_at': '2022-06-24T08:21:04Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:21:06.506422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-45c5f3be-ba78-4a92-b4b1-ed0dcffdfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:06.508048 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-45c5f3be-ba78-4a92-b4b1-ed0dcffdfa2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 1129 time: 0.0548003 Jun 24 08:21:06.613146 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53322-df1e-4778-90cf-39f0ca4c42bb req-90131ca7-642d-4573-98c0-df607b9a7ffb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:06.614937 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-45b53322-df1e-4778-90cf-39f0ca4c42bb req-90131ca7-642d-4573-98c0-df607b9a7ffb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0818224 Jun 24 08:21:06.649644 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:06.668078 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-07c654fd-96e0-48e2-a5a6-4360c3c0410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:06.669591 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-07c654fd-96e0-48e2-a5a6-4360c3c0410b service neutron] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 915 time: 0.1480513 Jun 24 08:21:06.679178 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-45b53322-df1e-4778-90cf-39f0ca4c42bb req-306d99a9-c41e-485f-a48e-e17e116cc8b4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584161 Jun 24 08:21:06.701944 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213a657-806e-4f58-8659-34968897565c None None] New status for floating IP c2d8a4e4-157b-455d-b7e8-12e8bdf3af81: ACTIVE {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:21:06.757045 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-d2e83deb-9e66-424c-812a-1f3d6ebf1f4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e3b09c-5211-435b-a4f7-a0439b4d71c3 HTTP/1.1" status: 200 len: 999 time: 0.0787065 Jun 24 08:21:06.810042 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-15dce995-10f3-46b0-baf4-caa52730708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:06.811603 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-15dce995-10f3-46b0-baf4-caa52730708f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.0468423 Jun 24 08:21:06.863819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-f5ab6eea-5eda-422f-aea0-cfb967549c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:06.865387 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-f5ab6eea-5eda-422f-aea0-cfb967549c0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463390 Jun 24 08:21:06.964410 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-224f72c0-7f79-4d70-a543-8a05153514de service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924263 Jun 24 08:21:07.080234 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c25cef87-52e9-4244-b40d-26ec942cabb6 req-9ed5c339-5e48-49d5-be36-0e7fbc4c7492 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054909 Jun 24 08:21:07.164179 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e896f9-d8e4-425a-893d-2bbf2f52a0ae req-996fc385-dfe3-483e-bc9b-d84685b0cf61 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:07.165761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d3e896f9-d8e4-425a-893d-2bbf2f52a0ae req-996fc385-dfe3-483e-bc9b-d84685b0cf61 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0633047 Jun 24 08:21:07.196232 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:07.231823 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ed51-c4f9-4230-9db4-641c93d02cb8 req-088adf42-4d52-4d5f-a66e-fa5124f6d213 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:07.233484 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7416ed51-c4f9-4230-9db4-641c93d02cb8 req-088adf42-4d52-4d5f-a66e-fa5124f6d213 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0768383 Jun 24 08:21:07.281597 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d3e896f9-d8e4-425a-893d-2bbf2f52a0ae req-04ffd15f-8638-4e56-8e90-f5cc6296f81a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839758 Jun 24 08:21:07.311214 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7416ed51-c4f9-4230-9db4-641c93d02cb8 req-6e0b6a1a-def3-4a25-8b80-e505d97469bb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665996 Jun 24 08:21:07.449420 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf6922-1f1e-417c-89ec-e94882bab218 req-4169d390-c3a6-4274-b59a-73f0d7e17c78 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:07.450887 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9ebf6922-1f1e-417c-89ec-e94882bab218 req-4169d390-c3a6-4274-b59a-73f0d7e17c78 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0810523 Jun 24 08:21:07.479947 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5c3e-96b6-4aaf-a42f-6fa81590c95a req-8ab17b37-6284-4402-b196-5d33a3763187 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:07.481512 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-886a5c3e-96b6-4aaf-a42f-6fa81590c95a req-8ab17b37-6284-4402-b196-5d33a3763187 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 944 time: 0.0784369 Jun 24 08:21:07.503126 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 2b655029-389e-40c2-9cd7-9df1b683c516 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:21:07.540514 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9ebf6922-1f1e-417c-89ec-e94882bab218 req-7f7770c8-bb34-4a79-b70e-d7d840d4a7d0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831318 Jun 24 08:21:07.548101 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 2b655029-389e-40c2-9cd7-9df1b683c516 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:21:07.562140 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-886a5c3e-96b6-4aaf-a42f-6fa81590c95a req-dabbbc52-3f94-4fa2-9dcd-86d9c0f93d46 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Jun 24 08:21:07.603919 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 2b655029-389e-40c2-9cd7-9df1b683c516 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:21:07.604334 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:07.628897 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:07.692585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 2b655029-389e-40c2-9cd7-9df1b683c516 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:07.693018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:07.717606 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b655029-389e-40c2-9cd7-9df1b683c516'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:07.720939 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5f5e1-a089-437d-bd71-3227940a67e3" -d '{"events": [{"server_uuid": "860c6adc-4385-4cae-8bf0-5d9c1cbb29a3", "name": "network-vif-plugged", "status": "completed", "tag": "2b655029-389e-40c2-9cd7-9df1b683c516"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:07.735194 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 2b655029-389e-40c2-9cd7-9df1b683c516, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b655029-389e-40c2-9cd7-9df1b683c516,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:07.768940 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3119718-6b66-4090-892c-d94bcab5d70d x-openstack-request-id: req-a3119718-6b66-4090-892c-d94bcab5d70d {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:07.769359 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c6adc-4385-4cae-8bf0-5d9c1cbb29a3", "name": "network-vif-plugged", "status": "completed", "tag": "2b655029-389e-40c2-9cd7-9df1b683c516", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:07.769625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3119718-6b66-4090-892c-d94bcab5d70d {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:07.770036 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3119718-6b66-4090-892c-d94bcab5d70d'] response: {'server_uuid': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b655029-389e-40c2-9cd7-9df1b683c516', 'code': 200} Jun 24 08:21:07.801060 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb322b9-6249-4eaa-92b4-05677022422c req-69d61164-ffb2-4612-85f8-22141173679c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:07.802566 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8cb322b9-6249-4eaa-92b4-05677022422c req-69d61164-ffb2-4612-85f8-22141173679c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0517213 Jun 24 08:21:07.826877 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:07.865157 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8cb322b9-6249-4eaa-92b4-05677022422c req-95e192ac-20a7-4369-85e7-c7afeee4da11 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560360 Jun 24 08:21:07.903581 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=2b655029-389e-40c2-9cd7-9df1b683c516,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:07.996256 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de2ab-06e7-4c0d-acfe-68f778aeb746 req-a581625d-7133-4d94-ab0f-7ca5d14c15df tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:07.997687 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2a2de2ab-06e7-4c0d-acfe-68f778aeb746 req-a581625d-7133-4d94-ab0f-7ca5d14c15df tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0599053 Jun 24 08:21:08.008779 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 57208) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:21:08.014074 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'floatingip': {'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:21:08.066118 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:08.425255 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92736d-075c-42e1-96d5-2f723037af8c req-d57c308c-55cd-42c1-af26-6e6badd65192 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:08.426690 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6b92736d-075c-42e1-96d5-2f723037af8c req-d57c308c-55cd-42c1-af26-6e6badd65192 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0681334 Jun 24 08:21:08.475684 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1909ca-055d-45b0-baad-46d3baddc222 req-832725b4-5f3e-45fa-ba83-af478e414983 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:08.477350 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ae1909ca-055d-45b0-baad-46d3baddc222 req-832725b4-5f3e-45fa-ba83-af478e414983 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0719984 Jun 24 08:21:08.490663 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227ccfb-67de-4c52-a980-e8b65456ff38 req-6fccd0a7-d0fc-492a-b039-6c17fcfb0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:08.492182 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0227ccfb-67de-4c52-a980-e8b65456ff38 req-6fccd0a7-d0fc-492a-b039-6c17fcfb0dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 1129 time: 0.0579808 Jun 24 08:21:08.521123 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6b92736d-075c-42e1-96d5-2f723037af8c req-11b43c72-fd53-4be1-b3da-2321694ac7a2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775573 Jun 24 08:21:08.527686 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:08.555326 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ae1909ca-055d-45b0-baad-46d3baddc222 req-d983b09f-77cb-41c2-bc8f-3d4ab298c209 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669308 Jun 24 08:21:08.613226 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0227ccfb-67de-4c52-a980-e8b65456ff38 req-62ce5e80-0c84-45da-9984-f40dcf599628 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131718 Jun 24 08:21:08.621512 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:08.722824 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37685eb-9086-4790-b359-560d1e3dfeb9 req-a6bb6d96-9765-47e6-968b-c13547efba14 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:08.724383 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d37685eb-9086-4790-b359-560d1e3dfeb9 req-a6bb6d96-9765-47e6-968b-c13547efba14 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0924363 Jun 24 08:21:08.731193 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb02c5-5f4a-433a-8a7f-ad04004f6c8e req-f584a864-4b52-4f94-b381-b9799b786d69 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:08.733322 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5dbb02c5-5f4a-433a-8a7f-ad04004f6c8e req-f584a864-4b52-4f94-b381-b9799b786d69 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 945 time: 0.0906613 Jun 24 08:21:08.803178 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:08.810502 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d37685eb-9086-4790-b359-560d1e3dfeb9 req-2318f843-dbc6-435a-a2a8-704419e8f2c7 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767574 Jun 24 08:21:08.815364 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5dbb02c5-5f4a-433a-8a7f-ad04004f6c8e req-66c7db69-0a22-4eb9-b5a4-df6fcec384d9 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 Jun 24 08:21:08.891270 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:08.904106 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Floating IP 1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2 associated. External IP: 172.27.3.243, port: 3ff5827b-387d-47d9-aadc-66a7f6553c95. Jun 24 08:21:09.130220 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-7cc68f29-860b-4589-a792-e60b914a2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:09.131654 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-7cc68f29-860b-4589-a792-e60b914a2b6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 1129 time: 0.0524657 Jun 24 08:21:09.138389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:21:09.242453 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:21:09.246826 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:09.252830 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] Sync routers for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:21:09.262369 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:21:09.262989 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:20:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:09.277282 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6c00e711-e82d-45b3-a966-c33bd56d2021 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "PUT /v2.0/floatingips/1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2 HTTP/1.1" status: 200 len: 992 time: 1.2674053 Jun 24 08:21:09.277867 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:09.280250 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f75df7-81f4-4efa-b922-96a92e08bdba" -d '{"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:09.315319 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c621fe-fbef-4d0a-a10b-b7e5a889967a x-openstack-request-id: req-31c621fe-fbef-4d0a-a10b-b7e5a889967a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:09.315617 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:09.315873 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31c621fe-fbef-4d0a-a10b-b7e5a889967a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:09.316379 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c621fe-fbef-4d0a-a10b-b7e5a889967a'] response: {'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'status': 'completed', 'code': 200} Jun 24 08:21:09.360379 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:09.367186 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:21:09.585541 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'mac_address': 'fa:16:3e:e4:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:47Z', 'updated_at': '2022-06-24T08:21:08Z', 'revision_number': 1, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:09.615181 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] Checking router: 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:21:09.624499 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:21:09.625719 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:20:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:09.627693 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:09.638307 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a70f5-f937-42a6-a7ea-3630d25c6663 req-689d4284-0961-4508-aec5-1266997260a5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:09.639943 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8e2a70f5-f937-42a6-a7ea-3630d25c6663 req-689d4284-0961-4508-aec5-1266997260a5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0514159 Jun 24 08:21:09.689592 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:09.746919 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d8dd5-f454-4c5b-bcef-c892313e936d req-b3b195fb-bdf3-4187-a440-96209bdec9e9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:09.748517 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f13d8dd5-f454-4c5b-bcef-c892313e936d req-b3b195fb-bdf3-4187-a440-96209bdec9e9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0851011 Jun 24 08:21:09.752957 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:21:09.754971 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8e2a70f5-f937-42a6-a7ea-3630d25c6663 req-49612335-2b22-44e6-bed2-57112a9abe83 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055274 Jun 24 08:21:09.758330 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-cd12a3c3-c0e0-4ec6-bd1e-fc89d35d98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:09.759860 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-cd12a3c3-c0e0-4ec6-bd1e-fc89d35d98e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1130 time: 0.0418169 Jun 24 08:21:09.801861 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-34fe4800-03e1-4311-8c5e-7e06335af858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:09.817118 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-34fe4800-03e1-4311-8c5e-7e06335af858 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.1610892 Jun 24 08:21:09.817324 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:09.817324 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f13d8dd5-f454-4c5b-bcef-c892313e936d req-679159b7-f4b5-4df2-a820-b7a502f55141 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578470 Jun 24 08:21:09.928986 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-61f08b23-f4d0-4f1f-8a33-e958371ca263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:09.930511 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-61f08b23-f4d0-4f1f-8a33-e958371ca263 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.1621616 Jun 24 08:21:09.932378 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-58ca13ea-b3b7-4cbe-955c-45322fadb2db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 200 len: 1001 time: 0.0807893 Jun 24 08:21:09.987224 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24518c0-cc40-42c3-a6a7-98af6140e1de req-cddd2047-db1a-4ca3-a14a-b04f55f5605b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:09.988839 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c24518c0-cc40-42c3-a6a7-98af6140e1de req-cddd2047-db1a-4ca3-a14a-b04f55f5605b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0844800 Jun 24 08:21:10.000937 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9be2a4-4fb6-4ef1-95b7-d61dab72b576 req-bbcd04b3-dac9-4e3c-8449-bfc55f720f78 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:10.002952 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2f9be2a4-4fb6-4ef1-95b7-d61dab72b576 req-bbcd04b3-dac9-4e3c-8449-bfc55f720f78 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 945 time: 0.0867009 Jun 24 08:21:10.078616 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c24518c0-cc40-42c3-a6a7-98af6140e1de req-3c1f3a22-5b9e-4117-94b1-30d3224c9097 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743921 Jun 24 08:21:10.082807 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2f9be2a4-4fb6-4ef1-95b7-d61dab72b576 req-e44891f0-a093-4895-986d-413daa2f5c6e tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724223 Jun 24 08:21:10.128149 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'mac_address': 'fa:16:3e:e4:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:47Z', 'updated_at': '2022-06-24T08:21:08Z', 'revision_number': 1, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:10.153591 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d82db87-d572-494f-af95-6da0324c0a4c None None] The sync data for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi is: [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'mac_address': 'fa:16:3e:e4:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:47Z', 'updated_at': '2022-06-24T08:21:08Z', 'revision_number': 1, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:21:10.347543 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c5bf5-c0cc-4892-bff8-89ad6b8dddc5 None None] New status for floating IP 1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2: ACTIVE {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:21:10.872154 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4e01f-8539-428d-8910-c630c0326f72 req-f469f914-6a38-456b-8693-28a2c375d72b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:10.873773 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fb4e01f-8539-428d-8910-c630c0326f72 req-f469f914-6a38-456b-8693-28a2c375d72b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0492482 Jun 24 08:21:10.895371 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-5f669423-9d52-4a5d-a9bc-2eab81e36e5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 200 len: 1002 time: 0.0968704 Jun 24 08:21:10.897636 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-94e042db-5b55-472a-9f5f-57e0030c02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:10.899059 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-94e042db-5b55-472a-9f5f-57e0030c02d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.0995092 Jun 24 08:21:10.965833 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f5777-ca81-449a-838f-56acf06ff03b req-b8e16a66-4579-4e3c-8d1e-c5ca54386822 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:10.967316 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d39f5777-ca81-449a-838f-56acf06ff03b req-b8e16a66-4579-4e3c-8d1e-c5ca54386822 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0706489 Jun 24 08:21:10.974551 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fb4e01f-8539-428d-8910-c630c0326f72 req-db137f0e-a653-448e-a801-5b1faac92788 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932634 Jun 24 08:21:11.019264 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d39f5777-ca81-449a-838f-56acf06ff03b req-18fbb107-b93a-4ecb-a2ae-ae65a68e1ba9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 Jun 24 08:21:11.047029 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-e3118392-29e3-46bb-8ab3-66ac92008672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:11.047029 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-e3118392-29e3-46bb-8ab3-66ac92008672 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794723 Jun 24 08:21:11.047029 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-dab5781f-9997-4af0-99ff-275ad3837b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:11.047029 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-dab5781f-9997-4af0-99ff-275ad3837b2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0865757 Jun 24 08:21:11.100327 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:11.145830 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-8d3e4b1a-159a-4bdf-9856-03b13bf1c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:11.147409 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-8d3e4b1a-159a-4bdf-9856-03b13bf1c80a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901802 Jun 24 08:21:11.149408 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:11.208013 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-73ded514-5b3f-4407-b050-ad404b5dfad4 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517894 Jun 24 08:21:11.223698 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5d209-8a55-4623-ac1d-fd60abdf0431 req-3ee2a6c5-f9d2-48d0-9ad0-098a70fe6633 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:11.225295 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a7e5d209-8a55-4623-ac1d-fd60abdf0431 req-3ee2a6c5-f9d2-48d0-9ad0-098a70fe6633 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0747912 Jun 24 08:21:11.240322 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb15ac-feeb-4d66-8523-b21aecdf86d6 req-b37df9ce-7fda-4f11-962e-1e681546eccd tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:11.241760 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-47cb15ac-feeb-4d66-8523-b21aecdf86d6 req-b37df9ce-7fda-4f11-962e-1e681546eccd tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 945 time: 0.0629270 Jun 24 08:21:11.318260 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a7e5d209-8a55-4623-ac1d-fd60abdf0431 req-a8b99432-a046-4dac-9880-60386c15f541 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857425 Jun 24 08:21:11.321341 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-47cb15ac-feeb-4d66-8523-b21aecdf86d6 req-dd3d511c-4ba2-44d5-9cfb-57b94a27fbbc tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733674 Jun 24 08:21:11.323024 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-3ac88165-76c0-4867-8241-623a5575bb4b service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672914 Jun 24 08:21:11.354772 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7aeddc0-e48f-4bc1-aefa-204ea8cdbf85 req-2a706bf4-e055-47f0-b77f-07c485f746d3 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215494 Jun 24 08:21:11.440529 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-84f75df7-81f4-4efa-b922-96a92e08bdba req-a18f2d61-1b2c-4fe4-aca3-34bd09da29fa service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992188 Jun 24 08:21:12.094360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019e77-f765-41c9-9688-2100e476ac60 req-2d7e3fd6-fdbb-41ec-89c2-7310a8886405 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:12.101433 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0a019e77-f765-41c9-9688-2100e476ac60 req-2d7e3fd6-fdbb-41ec-89c2-7310a8886405 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0600398 Jun 24 08:21:12.174173 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb525f-d4b3-4f63-b514-385e946925a3 req-bbd2bf0d-5777-47d4-a0a2-11ed5b9a3440 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:12.175672 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-96cb525f-d4b3-4f63-b514-385e946925a3 req-bbd2bf0d-5777-47d4-a0a2-11ed5b9a3440 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0723572 Jun 24 08:21:12.185288 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0a019e77-f765-41c9-9688-2100e476ac60 req-d015df3f-00c9-4ac0-ab6f-d174c5043e51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830421 Jun 24 08:21:12.232260 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-96cb525f-d4b3-4f63-b514-385e946925a3 req-c3f420a0-7989-471a-92d0-467ba7e80ca1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458696 Jun 24 08:21:12.439628 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c160-9189-445e-ae4e-7dff18eccd83 req-8a23e9ea-0b50-4974-86a3-6bcc6a08b711 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:12.441152 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-38a3c160-9189-445e-ae4e-7dff18eccd83 req-8a23e9ea-0b50-4974-86a3-6bcc6a08b711 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0478060 Jun 24 08:21:12.488086 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-38a3c160-9189-445e-ae4e-7dff18eccd83 req-a9326188-d728-4b23-bf79-e82e92ba74f5 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414467 Jun 24 08:21:13.301450 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420611d-089e-46e4-8fa1-3f451e9cfc1b req-801ec97e-0026-4805-8ec4-e83cc48f6031 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:13.302980 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0420611d-089e-46e4-8fa1-3f451e9cfc1b req-801ec97e-0026-4805-8ec4-e83cc48f6031 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0498741 Jun 24 08:21:13.382431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c384ccd-d184-4a5a-98b3-19d529f23d73 req-ca40ed3c-dc1d-40ec-8602-5bcf3c60cc9d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:13.383855 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8c384ccd-d184-4a5a-98b3-19d529f23d73 req-ca40ed3c-dc1d-40ec-8602-5bcf3c60cc9d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 945 time: 0.0729802 Jun 24 08:21:13.410832 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0420611d-089e-46e4-8fa1-3f451e9cfc1b req-13b783a1-5121-4666-98fe-88ba6d01ac90 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020343 Jun 24 08:21:13.412831 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:13.430393 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:13.444927 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8c384ccd-d184-4a5a-98b3-19d529f23d73 req-5762179e-9e80-4238-b275-652972d12afb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555642 Jun 24 08:21:13.547292 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:21:13.609658 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daa714-0244-43c1-9949-64f40ed25612 req-9c3e6cec-7c37-4823-a674-c9f67d7f8468 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:13.611690 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-70daa714-0244-43c1-9949-64f40ed25612 req-9c3e6cec-7c37-4823-a674-c9f67d7f8468 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0549567 Jun 24 08:21:13.636353 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: ACTIVE; New status is: DOWN {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:13.637152 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:13.660561 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:13.662779 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2368b2a-3f15-44b4-a11c-bec0ec78b3cd" -d '{"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-unplugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:13.672919 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-70daa714-0244-43c1-9949-64f40ed25612 req-0a7dc95a-d190-4367-8322-a15a52447216 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504210 Jun 24 08:21:13.678134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:13.706599 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ecc165-fe1b-41a1-b6a7-62bb504a22a7 x-openstack-request-id: req-c0ecc165-fe1b-41a1-b6a7-62bb504a22a7 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:13.706904 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-unplugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:13.707160 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0ecc165-fe1b-41a1-b6a7-62bb504a22a7 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:13.707551 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ecc165-fe1b-41a1-b6a7-62bb504a22a7'] response: {'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'code': 200} Jun 24 08:21:13.791760 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:13.841119 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=8']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:14.526620 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826a00-92f9-4612-8854-df59caaf2f9b req-4a516b30-c221-4e12-963c-e421815749bc tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:14.528424 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-73826a00-92f9-4612-8854-df59caaf2f9b req-4a516b30-c221-4e12-963c-e421815749bc tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0496979 Jun 24 08:21:14.600344 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106f141-47a2-472a-80bf-4f041f3f1b07 req-0ccafe60-4d5b-4174-95aa-d3075deaa1cd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:14.601823 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4106f141-47a2-472a-80bf-4f041f3f1b07 req-0ccafe60-4d5b-4174-95aa-d3075deaa1cd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0724452 Jun 24 08:21:14.634580 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-73826a00-92f9-4612-8854-df59caaf2f9b req-55078391-9688-4343-9ec7-d0492d7febc9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956130 Jun 24 08:21:14.663068 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4106f141-47a2-472a-80bf-4f041f3f1b07 req-3264e512-5aff-4773-94ad-bd6282077bc4 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551276 Jun 24 08:21:14.784136 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bf42-480f-4858-8fcf-a9e87ceb7053 req-ce4974f9-8c89-40cb-a159-60dadd2783e1 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:14.785708 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c239bf42-480f-4858-8fcf-a9e87ceb7053 req-ce4974f9-8c89-40cb-a159-60dadd2783e1 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Jun 24 08:21:14.834269 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c239bf42-480f-4858-8fcf-a9e87ceb7053 req-b1165f03-d0cf-43b1-8779-d1eb9c2b5310 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 Jun 24 08:21:15.757461 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a37993-44cb-4fbc-b6b2-33c355844541 req-d6b7e738-4824-441a-90d0-2ad52c2c783b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:15.758867 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1a37993-44cb-4fbc-b6b2-33c355844541 req-d6b7e738-4824-441a-90d0-2ad52c2c783b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0516388 Jun 24 08:21:15.811244 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1a37993-44cb-4fbc-b6b2-33c355844541 req-5a70448f-f1b3-4fef-9959-c84e3a23af75 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468144 Jun 24 08:21:15.861315 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d9501-3234-4aeb-a6e7-8036ba86cb0b req-17644cfa-fde8-41c9-bd4c-964b149e7ead tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:15.862944 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ba5d9501-3234-4aeb-a6e7-8036ba86cb0b req-17644cfa-fde8-41c9-bd4c-964b149e7ead tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0507698 Jun 24 08:21:15.913803 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ba5d9501-3234-4aeb-a6e7-8036ba86cb0b req-ef6be724-055f-4648-b524-92c9dead91f4 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Jun 24 08:21:15.965756 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33784fc-8c37-4d8d-b527-07fe809211b3 req-cefc46a6-5e9d-44ba-b809-25043cc0aee3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:15.969224 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a33784fc-8c37-4d8d-b527-07fe809211b3 req-cefc46a6-5e9d-44ba-b809-25043cc0aee3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0537372 Jun 24 08:21:16.026555 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a33784fc-8c37-4d8d-b527-07fe809211b3 req-c1bc3c49-727b-442a-9b39-f1f04ec49ee9 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496984 Jun 24 08:21:16.932158 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeec4ed-1023-44d2-bc11-303454e9229a req-232426f2-4ffe-41a5-bb11-fcd1fd31ce3f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:16.933710 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0aeec4ed-1023-44d2-bc11-303454e9229a req-232426f2-4ffe-41a5-bb11-fcd1fd31ce3f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 944 time: 0.0492456 Jun 24 08:21:16.992815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0aeec4ed-1023-44d2-bc11-303454e9229a req-b29c04df-79a4-4755-abaa-0b01b235ea00 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500655 Jun 24 08:21:17.009180 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-949d8b14-0e4a-4130-bd60-6804819ec8a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477271 Jun 24 08:21:17.090221 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-7a892468-f282-4b46-a420-2bc31ba55f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:17.092541 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-7a892468-f282-4b46-a420-2bc31ba55f83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 1130 time: 0.0415084 Jun 24 08:21:17.149669 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d41c1-e640-498a-8112-af5610142e19 req-9d982149-d31f-454b-9d6e-8082d5365afe tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:17.151227 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-973d41c1-e640-498a-8112-af5610142e19 req-9d982149-d31f-454b-9d6e-8082d5365afe tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0525889 Jun 24 08:21:17.206607 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-973d41c1-e640-498a-8112-af5610142e19 req-39f01158-2ca5-43a9-b92c-a807a9cc15a3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483615 Jun 24 08:21:17.211105 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-6607563b-f68b-4b1a-9c68-460b132ed321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:17.212654 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-6607563b-f68b-4b1a-9c68-460b132ed321 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 915 time: 0.0984888 Jun 24 08:21:17.225517 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:17.293363 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-5357ecae-6d5a-4623-af97-1d946c0b16f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f99fb72-376e-4446-ad42-3753371001b5 HTTP/1.1" status: 200 len: 1001 time: 0.0659549 Jun 24 08:21:17.350608 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-cba41216-bbf8-4d1e-a876-a443e2d112d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:17.350608 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-cba41216-bbf8-4d1e-a876-a443e2d112d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.0486827 Jun 24 08:21:17.401175 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-df0577d4-e1ec-4878-9d9b-acb7d08bdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:17.402863 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-df0577d4-e1ec-4878-9d9b-acb7d08bdf56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411963 Jun 24 08:21:17.509424 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-08f2bb17-5ce5-4288-86f3-d0678bf7bf57 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929971 Jun 24 08:21:17.559292 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 28a38618-88aa-4717-b585-2dc906547505 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:21:17.611524 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:21:17.623935 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e97e4-7886-4f7e-8c68-29b1666d53a8 req-d15dadef-9803-4dd9-8290-d7ca18489f7b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:17.630966 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-724e97e4-7886-4f7e-8c68-29b1666d53a8 req-d15dadef-9803-4dd9-8290-d7ca18489f7b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0706313 Jun 24 08:21:17.634672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:17.641496 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d3b49db3-f39a-43bf-9bcb-85913eb330fd req-5a2f4dbf-3aaa-4c75-97a6-ab1230a02c8b service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189673 Jun 24 08:21:17.678544 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-724e97e4-7886-4f7e-8c68-29b1666d53a8 req-68de8139-1fe5-4fb7-a334-b140bc75c90a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465631 Jun 24 08:21:17.723862 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 28a38618-88aa-4717-b585-2dc906547505, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=28a38618-88aa-4717-b585-2dc906547505,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:17.762471 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: DOWN; New status is: DOWN {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:17.776451 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '28a38618-88aa-4717-b585-2dc906547505', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'port_id': '28a38618-88aa-4717-b585-2dc906547505', 'mac_address': 'fa:16:3e:02:72:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:21:17.831472 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-14b6d4c5-4fbb-4eec-bec1-8d65294ef7f2 req-02f31b9a-7866-4101-b2a1-bf254201259c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:21:17.832934 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-14b6d4c5-4fbb-4eec-bec1-8d65294ef7f2 req-02f31b9a-7866-4101-b2a1-bf254201259c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071094 Jun 24 08:21:17.843218 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-fe8fca29-b9c1-4455-bc4a-4cfbb3c8fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:17.845479 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-fe8fca29-b9c1-4455-bc4a-4cfbb3c8fc64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 1129 time: 0.0457656 Jun 24 08:21:17.863741 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 28a38618-88aa-4717-b585-2dc906547505 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:17.864050 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (28a38618-88aa-4717-b585-2dc906547505), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:17.887416 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a38618-88aa-4717-b585-2dc906547505 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:21:17.934276 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:17.940544 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 28a38618-88aa-4717-b585-2dc906547505, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=28a38618-88aa-4717-b585-2dc906547505,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:18.008372 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (28a38618-88aa-4717-b585-2dc906547505), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:18.034017 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:18.058076 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=28a38618-88aa-4717-b585-2dc906547505,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:18.118107 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31ad0c-b41f-4fcd-8b5c-62e1ddfa256e req-0eb7292b-9bb6-4a62-884e-2723b086e601 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:18.119522 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6e31ad0c-b41f-4fcd-8b5c-62e1ddfa256e req-0eb7292b-9bb6-4a62-884e-2723b086e601 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 945 time: 0.0581198 Jun 24 08:21:18.163884 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:18.179783 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:18.193429 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdd39-d2d6-4ce8-a561-f77adfc4c277 req-2bbec1be-c652-437a-b38f-7e336857ece5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:18.195141 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d5dfdd39-d2d6-4ce8-a561-f77adfc4c277 req-2bbec1be-c652-437a-b38f-7e336857ece5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0743365 Jun 24 08:21:18.239147 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6e31ad0c-b41f-4fcd-8b5c-62e1ddfa256e req-fa488b14-f312-4d54-9e7b-33be4314c3b5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072185 Jun 24 08:21:18.286133 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d5dfdd39-d2d6-4ce8-a561-f77adfc4c277 req-cf49eb46-13bb-4505-999f-cff2b671710c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731709 Jun 24 08:21:18.348407 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-e4cc6a92-42e7-43db-b6ba-8f95cf0e0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:18.350519 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-e4cc6a92-42e7-43db-b6ba-8f95cf0e0750 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 910 time: 0.1236055 Jun 24 08:21:18.432171 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-3787c352-2fd0-49c1-9e58-0edeef5f1d53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 200 len: 1001 time: 0.0671439 Jun 24 08:21:18.488419 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['28a38618-88aa-4717-b585-2dc906547505'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:21:18.531516 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-97987243-4238-4260-9d5f-34234dc4aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:18.533380 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-97987243-4238-4260-9d5f-34234dc4aacb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.0505428 Jun 24 08:21:18.595640 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-4d379b7a-28e0-4691-92fd-f91451b01479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:18.597178 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-4d379b7a-28e0-4691-92fd-f91451b01479 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526028 Jun 24 08:21:18.810718 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373d735-be88-4cd2-a1a7-af4e6ad87098 req-857039ad-9994-47b0-8c85-c9072b6417ce tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:18.812232 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8373d735-be88-4cd2-a1a7-af4e6ad87098 req-857039ad-9994-47b0-8c85-c9072b6417ce tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0509212 Jun 24 08:21:18.826043 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 57384) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:21:18.862657 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8373d735-be88-4cd2-a1a7-af4e6ad87098 req-81287604-71d1-4f69-9ba0-36305bb6622a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444822 Jun 24 08:21:18.939453 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-435930af-964d-4bf8-87fa-1d290598669b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122527 Jun 24 08:21:18.949127 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-c2ab5ae1-f142-445c-9315-a3e552181991 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:21:18.950104 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-c2ab5ae1-f142-445c-9315-a3e552181991 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049250 Jun 24 08:21:18.977082 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:19.007431 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-3f91c905-a6da-47dc-abd3-52122a7bd76a service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061676 Jun 24 08:21:19.031011 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57394) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:21:19.134950 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-635b402b-cf28-4ab7-9bd9-56088579d122 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:19.136474 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-635b402b-cf28-4ab7-9bd9-56088579d122 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports/97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 200 len: 940 time: 0.1035342 Jun 24 08:21:19.342838 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-206ecaea-8404-4023-8c3f-c606be31fe0f req-bccacc59-e3a2-4697-beb1-cb776d65751e service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288958 Jun 24 08:21:19.418038 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e3ce1-7cbe-4e45-b99c-2f21590bd666 req-47b03fd5-16b3-457e-85c3-915281108968 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:19.419596 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-577e3ce1-7cbe-4e45-b99c-2f21590bd666 req-47b03fd5-16b3-457e-85c3-915281108968 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 945 time: 0.0851622 Jun 24 08:21:19.449868 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4c457-1ab8-41ec-bad5-f5aadc5e6eb7 req-2a3b7bf1-deb9-44e2-b428-1193157a5c22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:19.451361 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-36d4c457-1ab8-41ec-bad5-f5aadc5e6eb7 req-2a3b7bf1-deb9-44e2-b428-1193157a5c22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0832484 Jun 24 08:21:19.498626 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-577e3ce1-7cbe-4e45-b99c-2f21590bd666 req-0f451b8e-57bf-43b6-87a6-6a4c7a50ea8a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723615 Jun 24 08:21:19.530640 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-36d4c457-1ab8-41ec-bad5-f5aadc5e6eb7 req-2149163e-b267-486f-b96d-b4e37049c582 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697992 Jun 24 08:21:19.719872 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 28a38618-88aa-4717-b585-2dc906547505 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:21:19.763868 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 28a38618-88aa-4717-b585-2dc906547505 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:21:19.854041 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 28a38618-88aa-4717-b585-2dc906547505 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:21:19.855014 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (28a38618-88aa-4717-b585-2dc906547505), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:19.930856 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:19.937086 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 28a38618-88aa-4717-b585-2dc906547505 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:19.937683 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (28a38618-88aa-4717-b585-2dc906547505), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:19.962842 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a38618-88aa-4717-b585-2dc906547505'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:19.965158 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ef3117-26fc-4c17-b97f-194aa2ac75f6" -d '{"events": [{"server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "name": "network-vif-plugged", "status": "completed", "tag": "28a38618-88aa-4717-b585-2dc906547505"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:19.979065 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 28a38618-88aa-4717-b585-2dc906547505, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=28a38618-88aa-4717-b585-2dc906547505,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:19.982278 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc24c65-edd3-43cf-a6d0-9ee78843e6e8 req-0629f010-246f-4722-ab83-7067b7adb564 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:19.984148 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fc24c65-edd3-43cf-a6d0-9ee78843e6e8 req-0629f010-246f-4722-ab83-7067b7adb564 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0522919 Jun 24 08:21:20.004830 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9c1ae1-b657-49d3-80f7-c44ad61dc5f2 x-openstack-request-id: req-8b9c1ae1-b657-49d3-80f7-c44ad61dc5f2 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:20.005698 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "name": "network-vif-plugged", "status": "completed", "tag": "28a38618-88aa-4717-b585-2dc906547505", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:20.005698 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b9c1ae1-b657-49d3-80f7-c44ad61dc5f2 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:20.005934 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9c1ae1-b657-49d3-80f7-c44ad61dc5f2'] response: {'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a38618-88aa-4717-b585-2dc906547505', 'code': 200} Jun 24 08:21:20.050428 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fc24c65-edd3-43cf-a6d0-9ee78843e6e8 req-39745284-7ece-46ed-bff1-445e2933042f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600576 Jun 24 08:21:20.128763 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (28a38618-88aa-4717-b585-2dc906547505), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:20.176083 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=28a38618-88aa-4717-b585-2dc906547505,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:20.637764 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4a5f-619a-4518-8877-468dac40bf7d req-e0bd1bf6-5382-4a27-b45c-34c90a727f76 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:20.639223 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-201b4a5f-619a-4518-8877-468dac40bf7d req-e0bd1bf6-5382-4a27-b45c-34c90a727f76 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0587330 Jun 24 08:21:20.688513 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc631b8-15c1-4752-bd11-ba7f0fed1762 req-c88b467c-e60f-4e3d-9875-ff4e1d15f36f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:20.689977 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ccc631b8-15c1-4752-bd11-ba7f0fed1762 req-c88b467c-e60f-4e3d-9875-ff4e1d15f36f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0723403 Jun 24 08:21:20.744858 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-201b4a5f-619a-4518-8877-468dac40bf7d req-e9968299-095c-4534-adc6-bd9c2dc23511 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759785 Jun 24 08:21:20.759086 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ccc631b8-15c1-4752-bd11-ba7f0fed1762 req-f69a4b51-68ff-4805-b414-dc6d23f75190 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595841 Jun 24 08:21:21.166467 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851da7-acd3-4d55-a3bf-7ba9c79292e0 req-fedd33da-1ba0-49b3-9c82-d352a846e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:21.168179 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-88851da7-acd3-4d55-a3bf-7ba9c79292e0 req-fedd33da-1ba0-49b3-9c82-d352a846e195 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 1130 time: 0.0410192 Jun 24 08:21:21.170466 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b9365-6483-4a44-8b7b-901f5f9a90a2 req-5e3425c6-13a2-451a-a039-fee01ba4b52e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:21.172857 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7b3b9365-6483-4a44-8b7b-901f5f9a90a2 req-5e3425c6-13a2-451a-a039-fee01ba4b52e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Jun 24 08:21:21.224397 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7b3b9365-6483-4a44-8b7b-901f5f9a90a2 req-16d01c56-3c44-462f-b8f3-e573a74c9de2 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454974 Jun 24 08:21:21.225076 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-88851da7-acd3-4d55-a3bf-7ba9c79292e0 req-afb66f7a-7816-4345-b473-e8a8a5153064 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Jun 24 08:21:21.855720 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f8b31-7794-4f4f-b6bd-00c1296a76c0 req-c39d7de8-93d7-46e8-afde-7acc56f63e62 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:21.857271 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6c3f8b31-7794-4f4f-b6bd-00c1296a76c0 req-c39d7de8-93d7-46e8-afde-7acc56f63e62 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0574119 Jun 24 08:21:21.907642 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b9b65-8620-4fe3-b3db-8459b51f82cd req-dadee4d9-d744-4b98-983b-40fee877ea8e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:21.909133 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c71b9b65-8620-4fe3-b3db-8459b51f82cd req-dadee4d9-d744-4b98-983b-40fee877ea8e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0768657 Jun 24 08:21:21.954541 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6c3f8b31-7794-4f4f-b6bd-00c1296a76c0 req-f1cdde84-16a4-443d-9148-afbac1dd1bc5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803401 Jun 24 08:21:21.968237 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:21.974218 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=16 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:21.978599 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c71b9b65-8620-4fe3-b3db-8459b51f82cd req-60ce78c9-af60-486f-9b21-e95b57ded085 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634515 Jun 24 08:21:22.796982 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d999f61f-c411-4408-8786-ea6469963a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:23.053322 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:23.097759 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d577d-1d8f-4231-a641-accef576ae4b req-e37e4f46-f967-4af7-8061-17dec7bc23b4 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:23.099192 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d18d577d-1d8f-4231-a641-accef576ae4b req-e37e4f46-f967-4af7-8061-17dec7bc23b4 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0769358 Jun 24 08:21:23.114923 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:23.131064 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ded1d3-a383-489b-a0af-0b438b468a47 req-4922d8e5-0d8a-4eea-be6c-d562b17c5aa0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:23.132645 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d9ded1d3-a383-489b-a0af-0b438b468a47 req-4922d8e5-0d8a-4eea-be6c-d562b17c5aa0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0759454 Jun 24 08:21:23.183407 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d18d577d-1d8f-4231-a641-accef576ae4b req-9955aef4-cd0e-48d3-aca1-8a4224a8cf2f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783114 Jun 24 08:21:23.221815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d9ded1d3-a383-489b-a0af-0b438b468a47 req-502c1231-1284-4719-aa5e-b6a4251d1b87 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799003 Jun 24 08:21:24.301699 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb111934-14cd-4fab-82e8-737d42c07bd3 req-12b1acd9-ffc5-4641-98fd-a5268afab30a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:24.303136 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cb111934-14cd-4fab-82e8-737d42c07bd3 req-12b1acd9-ffc5-4641-98fd-a5268afab30a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0504000 Jun 24 08:21:24.367452 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba296-4a74-4e4a-ac36-bcbaec61b289 req-ee3c3e08-b652-4fab-90fa-25f0c281bc65 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:24.368943 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-224ba296-4a74-4e4a-ac36-bcbaec61b289 req-ee3c3e08-b652-4fab-90fa-25f0c281bc65 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0649168 Jun 24 08:21:24.399855 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cb111934-14cd-4fab-82e8-737d42c07bd3 req-831e8d92-bc2c-4f3c-b596-f58479fe845a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869331 Jun 24 08:21:24.430810 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-224ba296-4a74-4e4a-ac36-bcbaec61b289 req-e0b50f4e-be07-4dca-9562-8fe6a3dedca4 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560834 Jun 24 08:21:24.521422 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7ac6-1187-43d7-8750-4b673432f470 req-ccde5314-b0d2-4dbe-b38d-31a403be9d0c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:24.522878 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f55e7ac6-1187-43d7-8750-4b673432f470 req-ccde5314-b0d2-4dbe-b38d-31a403be9d0c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0506318 Jun 24 08:21:24.574714 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f55e7ac6-1187-43d7-8750-4b673432f470 req-09a2fa00-67e9-4e09-968d-7d82b7b21adf tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463021 Jun 24 08:21:24.598654 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57448) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:21:24.776519 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38406fd-d52a-4377-af9c-174f48f616f4 tempest-TestVolumeBootPattern-644980997 tempest-TestVolumeBootPattern-644980997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:24.779227 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f38406fd-d52a-4377-af9c-174f48f616f4 tempest-TestVolumeBootPattern-644980997 tempest-TestVolumeBootPattern-644980997-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 1125 time: 0.1784906 Jun 24 08:21:24.781101 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57454) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:21:24.785556 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'port_id': '28a38618-88aa-4717-b585-2dc906547505', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:21:24.859946 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:24.942885 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:25.052818 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Allocated IP 172.27.3.61 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/c784cc7c-fee7-4c28-9c4b-21891be6350e) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:21:25.217186 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:25.237306 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3f4f-7102-4ff7-8167-c12540bece3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:25.269038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-57b2b710-03ae-41b5-9e4b-3a25d1d991df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:25.270606 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-57b2b710-03ae-41b5-9e4b-3a25d1d991df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24&tenant_id=e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 1127 time: 0.0781026 Jun 24 08:21:25.334577 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:25.343060 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:25.357258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-dc6b80e3-5385-4933-ac4a-ba176cabba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:25.358867 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-dc6b80e3-5385-4933-ac4a-ba176cabba4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 1127 time: 0.0399778 Jun 24 08:21:25.373180 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:21:25.376303 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:21:25.379836 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:21:25.383876 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:25.415688 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=c784cc7c-fee7-4c28-9c4b-21891be6350e,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:25.427857 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.428223 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.428577 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.428921 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.429257 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.429611 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.429954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.430285 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.430617 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.430953 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.431284 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.431616 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.431943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.432327 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.432688 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:25.464354 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-c9166aa5-03dc-4a45-8fea-62ba7458e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:25.465855 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-c9166aa5-03dc-4a45-8fea-62ba7458e6e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.0951657 Jun 24 08:21:25.535154 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-7a03e7c8-1e9c-4892-966d-c526cc35a633 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 200 len: 999 time: 0.0607319 Jun 24 08:21:25.582058 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:25.593017 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-aba61be6-2481-40af-a234-59053a80ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:25.595235 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-aba61be6-2481-40af-a234-59053a80ab5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.0473859 Jun 24 08:21:25.636983 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37175f-83c3-480c-ae22-d5377eea980a req-cf8fbb0b-845c-49da-a41b-871a721ad759 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:25.638457 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc37175f-83c3-480c-ae22-d5377eea980a req-cf8fbb0b-845c-49da-a41b-871a721ad759 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0788364 Jun 24 08:21:25.644443 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-be07c456-5880-40b4-a457-e6e2378fcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:25.645965 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-be07c456-5880-40b4-a457-e6e2378fcece service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430799 Jun 24 08:21:25.800421 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-8fffc43e-686a-4955-ae3e-655feaa09eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973637 Jun 24 08:21:25.867838 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-887de0a9-827d-4cfa-9e96-ee090c7fae2c service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986569 Jun 24 08:21:25.965943 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc37175f-83c3-480c-ae22-d5377eea980a req-82c34ec4-028e-4727-926f-b43115faef4c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210945 Jun 24 08:21:26.065372 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (e24f3986-12e5-4239-81d1-a5b9d7ae4c8a), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:26.184360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:26.334899 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:26.343008 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:26.407640 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:26.479788 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=c784cc7c-fee7-4c28-9c4b-21891be6350e,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:26.490609 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (e24f3986-12e5-4239-81d1-a5b9d7ae4c8a), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:26.533282 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:26.592539 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Floating IP e24f3986-12e5-4239-81d1-a5b9d7ae4c8a associated. External IP: 172.27.3.61, port: 28a38618-88aa-4717-b585-2dc906547505. Jun 24 08:21:26.598146 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:26.859681 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:21:26.973703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:21:26.985253 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:21:26.995871 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:21:26.996623 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:21:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:27.085981 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:27.134679 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0b774-5059-468b-9b6d-6e19649e760f req-ffa1d76e-4bf6-4a8e-83af-a399be49f361 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:27.136239 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76a0b774-5059-468b-9b6d-6e19649e760f req-ffa1d76e-4bf6-4a8e-83af-a399be49f361 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0857711 Jun 24 08:21:27.149273 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-0a8394a7-a2d4-461e-913d-357231620de8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3670075 Jun 24 08:21:27.151114 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'tag': '28a38618-88aa-4717-b585-2dc906547505'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:27.153626 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09bc38e-94fb-43d3-823e-4e01b0526c35" -d '{"events": [{"name": "network-changed", "server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "tag": "28a38618-88aa-4717-b585-2dc906547505"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:27.158492 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:21:27.204975 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d2b0cc-dd8d-4fda-b0c0-c970195558a7 x-openstack-request-id: req-89d2b0cc-dd8d-4fda-b0c0-c970195558a7 {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:27.205342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "tag": "28a38618-88aa-4717-b585-2dc906547505", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:27.205654 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89d2b0cc-dd8d-4fda-b0c0-c970195558a7 {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:27.206120 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d2b0cc-dd8d-4fda-b0c0-c970195558a7'] response: {'name': 'network-changed', 'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'tag': '28a38618-88aa-4717-b585-2dc906547505', 'status': 'completed', 'code': 200} Jun 24 08:21:27.232142 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76a0b774-5059-468b-9b6d-6e19649e760f req-31d093d4-66c3-4165-959e-037164e6f805 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817008 Jun 24 08:21:27.394451 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'e24f3986-12e5-4239-81d1-a5b9d7ae4c8a', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '28a38618-88aa-4717-b585-2dc906547505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:02:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:21:25Z', 'updated_at': '2022-06-24T08:21:25Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:27.418083 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:21:27.428308 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:21:27.428930 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:21:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:27.538304 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:21:27.566357 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:27.900816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:27.914405 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'e24f3986-12e5-4239-81d1-a5b9d7ae4c8a', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '28a38618-88aa-4717-b585-2dc906547505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:02:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:21:25Z', 'updated_at': '2022-06-24T08:21:25Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:21:27.918364 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:27.942874 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c42d8-379b-403b-9c15-6933f240fb71 None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'e24f3986-12e5-4239-81d1-a5b9d7ae4c8a', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '28a38618-88aa-4717-b585-2dc906547505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:02:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:21:25Z', 'updated_at': '2022-06-24T08:21:25Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:21:28.025134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:28.167566 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8c2d0-a494-49cf-94c9-40e2e054e7cc None None] New status for floating IP e24f3986-12e5-4239-81d1-a5b9d7ae4c8a: ACTIVE {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:21:28.378181 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249fa14-89bf-4eef-b315-93c26b08a5d8 req-f1b85e9f-b8ea-47b7-bbcf-04e6e6a229f6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:28.391489 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3249fa14-89bf-4eef-b315-93c26b08a5d8 req-f1b85e9f-b8ea-47b7-bbcf-04e6e6a229f6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0613980 Jun 24 08:21:28.450583 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3249fa14-89bf-4eef-b315-93c26b08a5d8 req-fe435f8c-8552-4708-999d-721cfb06ed1f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643792 Jun 24 08:21:29.583843 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d4e5b-56b9-4c89-b99c-64e75bbfb5d5 req-9c6bb02e-e0e9-4632-afc7-aa1247ae0953 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:29.585425 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-044d4e5b-56b9-4c89-b99c-64e75bbfb5d5 req-9c6bb02e-e0e9-4632-afc7-aa1247ae0953 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0501733 Jun 24 08:21:29.640815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-044d4e5b-56b9-4c89-b99c-64e75bbfb5d5 req-e9d6049c-9a99-4457-a66c-913b3f2f400e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495415 Jun 24 08:21:30.768876 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a07b76-08a0-4400-82de-ee8f5c7b3b72 req-e9ca1bbc-9fed-4f60-829a-bb34c9e2d388 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:30.770471 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-74a07b76-08a0-4400-82de-ee8f5c7b3b72 req-e9ca1bbc-9fed-4f60-829a-bb34c9e2d388 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0496471 Jun 24 08:21:30.825008 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-74a07b76-08a0-4400-82de-ee8f5c7b3b72 req-0dc5a87e-7d28-4f41-b4a1-8861c8774fe9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441573 Jun 24 08:21:31.948356 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0a1e7-48bd-48da-8dd7-52b3645b8438 req-97fc6ebf-288c-4f42-b3ff-156494ae750e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:31.949848 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f5f0a1e7-48bd-48da-8dd7-52b3645b8438 req-97fc6ebf-288c-4f42-b3ff-156494ae750e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0484271 Jun 24 08:21:32.000560 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f5f0a1e7-48bd-48da-8dd7-52b3645b8438 req-b38c857c-d62b-409f-b6af-501026db379a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451481 Jun 24 08:21:33.130838 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb874c-1132-4437-9d2d-d0234114129e req-53fb9c77-c692-4dfe-8428-007883ba2bb2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:33.132377 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6efb874c-1132-4437-9d2d-d0234114129e req-53fb9c77-c692-4dfe-8428-007883ba2bb2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0552633 Jun 24 08:21:33.154839 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:33.182950 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6efb874c-1132-4437-9d2d-d0234114129e req-a0af030f-5dbf-4204-89bb-c31ada8da834 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448947 Jun 24 08:21:34.308603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55980051-2e92-4d79-be69-fc337b8d6a85 req-76b717d8-0477-441b-a042-07253b562aea tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:34.310421 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-55980051-2e92-4d79-be69-fc337b8d6a85 req-76b717d8-0477-441b-a042-07253b562aea tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0520797 Jun 24 08:21:34.362069 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-55980051-2e92-4d79-be69-fc337b8d6a85 req-9ccd0872-2853-4547-b956-6a5b01a807c8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441823 Jun 24 08:21:35.490616 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d07d3-3eb1-4b46-9db7-b24e7317f1b2 req-3696b76f-c1b8-4c2c-bebf-bc4f23c08375 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:35.492418 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ef3d07d3-3eb1-4b46-9db7-b24e7317f1b2 req-3696b76f-c1b8-4c2c-bebf-bc4f23c08375 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0543182 Jun 24 08:21:35.519073 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:35.549179 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ef3d07d3-3eb1-4b46-9db7-b24e7317f1b2 req-7d5c27a5-281d-47e7-8704-45ea1b5178f1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508914 Jun 24 08:21:35.857802 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=72 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:35.864265 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=18 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:36.678008 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac778b-c129-4bf1-8e01-74b0346596eb req-024635a3-b3c2-45b0-80a6-fa216d00b8b2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:36.679616 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-31ac778b-c129-4bf1-8e01-74b0346596eb req-024635a3-b3c2-45b0-80a6-fa216d00b8b2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0508795 Jun 24 08:21:36.727446 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-31ac778b-c129-4bf1-8e01-74b0346596eb req-ca7203c4-844e-48a6-a46b-5d52175e0c60 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Jun 24 08:21:37.846913 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631fd8-7fee-4cd3-a6a8-c36be6eb419d req-ce9fe615-e2a0-4983-b20f-852a0b1b187b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:37.849028 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-27631fd8-7fee-4cd3-a6a8-c36be6eb419d req-ce9fe615-e2a0-4983-b20f-852a0b1b187b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0484641 Jun 24 08:21:37.902124 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-1472c100-48f0-4050-844c-3818abcf47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:37.902767 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-27631fd8-7fee-4cd3-a6a8-c36be6eb419d req-0fca6f7e-ebe1-4ade-b34b-8384467ac1dd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475755 Jun 24 08:21:37.903788 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-1472c100-48f0-4050-844c-3818abcf47f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 1130 time: 0.0415416 Jun 24 08:21:37.962350 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:37.968324 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:38.278210 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:38.281077 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:38.663607 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-cbfc034a-69de-4ffc-a834-a1accd86f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:38.665119 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-cbfc034a-69de-4ffc-a834-a1accd86f83f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0934634 Jun 24 08:21:38.730759 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-f28f8d28-0e48-48e5-91ee-c699d63614ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28a38618-88aa-4717-b585-2dc906547505 HTTP/1.1" status: 200 len: 1001 time: 0.0567245 Jun 24 08:21:38.787801 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-6c9af76d-5be0-43c2-8e4a-f634ac32f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:38.789372 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-6c9af76d-5be0-43c2-8e4a-f634ac32f4f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0455861 Jun 24 08:21:38.838183 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-3559a2f5-19ad-42be-9788-85c0fe4d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:38.839590 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-3559a2f5-19ad-42be-9788-85c0fe4d7b2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428941 Jun 24 08:21:38.933267 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-c0a0fcdc-b14b-4b3b-af37-b66f5323e0ea service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857196 Jun 24 08:21:39.027165 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd446f-e710-4d5b-994b-7cad71266a31 req-6f40d057-3f83-4216-ad60-a34a16bfabb9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:39.029244 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-60cd446f-e710-4d5b-994b-7cad71266a31 req-6f40d057-3f83-4216-ad60-a34a16bfabb9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0534012 Jun 24 08:21:39.032993 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c09bc38e-94fb-43d3-823e-4e01b0526c35 req-44e023ad-77fe-4e7e-83ec-698ef5199d78 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914440 Jun 24 08:21:39.077182 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-60cd446f-e710-4d5b-994b-7cad71266a31 req-95624a49-3694-4020-bb22-2acaa741b61d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Jun 24 08:21:40.198561 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d7f9-5b94-4c3c-9fd5-382f0ee7885e req-9b35314b-b5ec-4ff4-9a79-ef21a3c4a676 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:40.200010 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c778d7f9-5b94-4c3c-9fd5-382f0ee7885e req-9b35314b-b5ec-4ff4-9a79-ef21a3c4a676 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Jun 24 08:21:40.248888 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c778d7f9-5b94-4c3c-9fd5-382f0ee7885e req-f226ef66-d1f9-4bb5-bf56-1c35bf964095 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Jun 24 08:21:41.375849 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48697-6061-4ab8-ae94-a9914a0a1194 req-ec7f6014-52ce-4735-8cb3-37ac75662b58 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:41.377502 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-37c48697-6061-4ab8-ae94-a9914a0a1194 req-ec7f6014-52ce-4735-8cb3-37ac75662b58 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0517519 Jun 24 08:21:41.424698 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-37c48697-6061-4ab8-ae94-a9914a0a1194 req-51ddc1e5-d876-4531-b325-880a7aeee9ed tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Jun 24 08:21:42.081062 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:21:42.543067 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc921362-e56e-4a4d-a8e1-6ffc00b8865f req-3326602e-5425-46f8-b8fe-de2598ef8adc tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:42.544573 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fc921362-e56e-4a4d-a8e1-6ffc00b8865f req-3326602e-5425-46f8-b8fe-de2598ef8adc tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0474129 Jun 24 08:21:42.592054 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fc921362-e56e-4a4d-a8e1-6ffc00b8865f req-d8332962-9650-4d71-8c5b-6c3ded2d2275 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420146 Jun 24 08:21:43.713012 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5adb-6e1a-4f4e-b9cd-d25bed9e97ad req-211a1afc-a77d-4f03-9d1b-e4831cc51651 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:43.714399 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-795c5adb-6e1a-4f4e-b9cd-d25bed9e97ad req-211a1afc-a77d-4f03-9d1b-e4831cc51651 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0468855 Jun 24 08:21:43.765355 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-795c5adb-6e1a-4f4e-b9cd-d25bed9e97ad req-d4d7995a-d873-474f-9216-f3536a7f91a8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Jun 24 08:21:44.884785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a693f-6dab-446d-9caf-77a8d60949a4 req-ddec0348-a787-458c-8177-9b03a4b8bfba tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:44.886243 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8b5a693f-6dab-446d-9caf-77a8d60949a4 req-ddec0348-a787-458c-8177-9b03a4b8bfba tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0460165 Jun 24 08:21:44.932409 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8b5a693f-6dab-446d-9caf-77a8d60949a4 req-6ac0b02c-3f5a-4b53-9ce8-d7474f77c473 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Jun 24 08:21:46.052992 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c31a-08d6-472c-9802-ee69250c757c req-99584bf8-e797-4807-a470-8dcc4a01464b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:46.054962 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a477c31a-08d6-472c-9802-ee69250c757c req-99584bf8-e797-4807-a470-8dcc4a01464b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0491204 Jun 24 08:21:46.066006 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:46.104273 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a477c31a-08d6-472c-9802-ee69250c757c req-99bbffcf-8d20-4b3e-85aa-50a71978ec9e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Jun 24 08:21:47.207287 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:47.223893 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da6bf-2bec-4b4a-8d73-cec248cb0491 req-4db6e53f-5a8a-430a-a593-03ef4300fc0e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:47.225641 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ec1da6bf-2bec-4b4a-8d73-cec248cb0491 req-4db6e53f-5a8a-430a-a593-03ef4300fc0e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 943 time: 0.0513053 Jun 24 08:21:47.275976 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ec1da6bf-2bec-4b4a-8d73-cec248cb0491 req-8b13eb46-5967-435e-936a-1c32f32a71eb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442386 Jun 24 08:21:47.851722 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:21:47.953765 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:47.965499 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'port_id': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'mac_address': 'fa:16:3e:72:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:21:48.000319 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:48.000731 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:48.014731 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d9a70f-da10-48c1-8fe9-7faf5a9301af {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:21:48.034225 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:48.144432 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:48.195963 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=9']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:48.397626 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeff8c-a0c6-4055-b220-392191b098c0 req-6c13d0ec-4dfe-4303-b324-29e36dc9cd2e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:48.399131 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-19aeff8c-a0c6-4055-b220-392191b098c0 req-6c13d0ec-4dfe-4303-b324-29e36dc9cd2e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0480163 Jun 24 08:21:48.425667 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:48.449314 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-19aeff8c-a0c6-4055-b220-392191b098c0 req-0272329e-092b-45c1-9f28-96158b87c97a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Jun 24 08:21:48.678227 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['97d9a70f-da10-48c1-8fe9-7faf5a9301af'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:21:49.027744 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=50 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:49.029638 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=44 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:49.572560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea854c9-a68b-4ea5-bce7-7a0390ac0321 req-adde557e-ff5b-4dc5-9193-3610eee27b86 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:49.573952 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fea854c9-a68b-4ea5-bce7-7a0390ac0321 req-adde557e-ff5b-4dc5-9193-3610eee27b86 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0508199 Jun 24 08:21:49.621009 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fea854c9-a68b-4ea5-bce7-7a0390ac0321 req-7fa6dfc4-be09-4576-97de-75f568486ea6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Jun 24 08:21:50.739126 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f585566-3655-4afb-8e8f-a4b276bfb34a req-0941898a-dc97-4d2d-a30e-d1f6adce44f2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:50.740602 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f585566-3655-4afb-8e8f-a4b276bfb34a req-0941898a-dc97-4d2d-a30e-d1f6adce44f2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0468254 Jun 24 08:21:50.786852 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f585566-3655-4afb-8e8f-a4b276bfb34a req-373b9b8d-ee23-4cc7-967b-e114fcac9e72 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408361 Jun 24 08:21:51.904126 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d340c-bf5e-46f0-8bc4-c35ae0b31796 req-e89c263d-f3a2-49e4-9377-c58c1560f00d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:51.905602 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-508d340c-bf5e-46f0-8bc4-c35ae0b31796 req-e89c263d-f3a2-49e4-9377-c58c1560f00d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 944 time: 0.0464053 Jun 24 08:21:51.955679 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-508d340c-bf5e-46f0-8bc4-c35ae0b31796 req-2e2425be-159e-4fa5-a218-1184b5482903 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444946 Jun 24 08:21:52.573908 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:21:52.619511 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 97d9a70f-da10-48c1-8fe9-7faf5a9301af triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:21:52.619811 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:52.700523 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 97d9a70f-da10-48c1-8fe9-7faf5a9301af is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:21:52.700523 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:52.740556 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:21:52.741617 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:21:52.744357 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010484d6-7af3-4748-97e2-b7545e1d214c" -d '{"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-plugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:21:52.788834 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f1339a-e38c-43a4-a2a3-b348b8bb2762 x-openstack-request-id: req-f2f1339a-e38c-43a4-a2a3-b348b8bb2762 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:21:52.789153 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-plugged", "status": "completed", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:21:52.789413 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2f1339a-e38c-43a4-a2a3-b348b8bb2762 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:21:52.789822 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f1339a-e38c-43a4-a2a3-b348b8bb2762'] response: {'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'code': 200} Jun 24 08:21:52.818953 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:52.820835 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f7511121-2003-4241-907d-ea1aa982b53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:52.871980 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=10']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:21:52.880043 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.882831 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.883418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.883418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.883646 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.884607 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.884968 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:52.885551 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:21:53.074403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de2dc4-3fcc-4f74-8310-b775570a47df req-a22861d9-832b-4b98-925c-6f12f4284850 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:53.075877 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-68de2dc4-3fcc-4f74-8310-b775570a47df req-a22861d9-832b-4b98-925c-6f12f4284850 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0463879 Jun 24 08:21:53.122788 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-68de2dc4-3fcc-4f74-8310-b775570a47df req-e46f06ad-4216-4f2f-88bc-85c70098a442 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Jun 24 08:21:54.242351 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f2cb-611e-4274-beda-b30021def9b3 req-08123b9e-9788-4505-8721-8f75ee7adcbd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:54.243810 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21b8f2cb-611e-4274-beda-b30021def9b3 req-08123b9e-9788-4505-8721-8f75ee7adcbd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0465884 Jun 24 08:21:54.289844 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21b8f2cb-611e-4274-beda-b30021def9b3 req-fa395dd5-c355-4f4f-ad90-cd973896053c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Jun 24 08:21:55.218002 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f72e-029a-48ac-8471-91d4c6d2f211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:55.410485 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1fa98-f9c3-4e08-9b8e-54d05727b1e1 req-ef2f29a7-f241-4d80-9891-37ebf6e5aa27 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:55.411944 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b2d1fa98-f9c3-4e08-9b8e-54d05727b1e1 req-ef2f29a7-f241-4d80-9891-37ebf6e5aa27 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0509188 Jun 24 08:21:55.457511 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b2d1fa98-f9c3-4e08-9b8e-54d05727b1e1 req-f990ffe8-dae1-410a-804a-cf937a16fe33 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Jun 24 08:21:56.332674 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:56.377160 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7365-46a5-4e94-bb69-75d4ae27e211 req-cd584043-15bd-4b74-80d0-fa57097ead1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:56.378679 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7f2d7365-46a5-4e94-bb69-75d4ae27e211 req-cd584043-15bd-4b74-80d0-fa57097ead1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 1130 time: 0.0393250 Jun 24 08:21:56.425002 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7f2d7365-46a5-4e94-bb69-75d4ae27e211 req-3ce0c18a-c1c8-437b-8322-8894eba74a5b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371706 Jun 24 08:21:56.578387 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03763978-b08e-4f56-8386-a715fda87422 req-35d15638-fda0-48f9-b01b-8863a4f03aec tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:56.579872 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-03763978-b08e-4f56-8386-a715fda87422 req-35d15638-fda0-48f9-b01b-8863a4f03aec tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0469308 Jun 24 08:21:56.625992 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-03763978-b08e-4f56-8386-a715fda87422 req-0612ae77-6f2a-4424-8a13-93fa6bb905c0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404797 Jun 24 08:21:57.744628 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e475bc-b8c2-4be6-9b44-d87b97ea9f68 req-f1790c86-3056-403c-b015-2ebe498d7123 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:57.745532 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-69e475bc-b8c2-4be6-9b44-d87b97ea9f68 req-f1790c86-3056-403c-b015-2ebe498d7123 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0462246 Jun 24 08:21:57.797609 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-69e475bc-b8c2-4be6-9b44-d87b97ea9f68 req-73cbc9b1-bec9-482c-9d62-b53430bef6d8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455909 Jun 24 08:21:57.841172 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:58.064020 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:21:58.915804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac4231-64a1-4c06-966c-056ea5fd472b req-2c6cb514-f58d-4c7f-b72a-bc0bf05cb380 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:21:58.917459 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-46ac4231-64a1-4c06-966c-056ea5fd472b req-2c6cb514-f58d-4c7f-b72a-bc0bf05cb380 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0466177 Jun 24 08:21:58.965558 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-46ac4231-64a1-4c06-966c-056ea5fd472b req-2438e6b5-538f-43e8-b90e-58b9c3bdb060 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Jun 24 08:21:58.974972 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:21:58.980876 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:00.073144 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:00.088772 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b1a67-df2c-4e01-84a4-020198856a82 req-62836912-64bf-490b-93b5-bbedd266a54e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:00.090253 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-455b1a67-df2c-4e01-84a4-020198856a82 req-62836912-64bf-490b-93b5-bbedd266a54e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0476105 Jun 24 08:22:00.126016 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:00.140697 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-455b1a67-df2c-4e01-84a4-020198856a82 req-d4f7dcff-6372-49a9-9a14-eb3d4d6223a4 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Jun 24 08:22:01.264502 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072da07-c5cf-4844-975e-db720a93de2e req-be0d5d0b-d6f5-4508-8a5c-5dd5267a58f9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:01.265992 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6072da07-c5cf-4844-975e-db720a93de2e req-be0d5d0b-d6f5-4508-8a5c-5dd5267a58f9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0533447 Jun 24 08:22:01.316635 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6072da07-c5cf-4844-975e-db720a93de2e req-d7a7280b-5909-4c3c-a4a6-4d359b195008 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448663 Jun 24 08:22:01.604913 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246602a-ff9b-4054-851b-245d62b11a26 req-86242ee4-8fbb-4ec1-a6c8-06aca792090d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:01.606458 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f246602a-ff9b-4054-851b-245d62b11a26 req-86242ee4-8fbb-4ec1-a6c8-06aca792090d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0543194 Jun 24 08:22:01.658337 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f246602a-ff9b-4054-851b-245d62b11a26 req-4486c83b-ae15-46bf-9098-206963ec39c6 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441182 Jun 24 08:22:02.442847 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99e287-9679-4670-be0f-57179054963f req-61a4a10d-2a1a-4f2b-a994-452e3f21220f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:02.444370 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fd99e287-9679-4670-be0f-57179054963f req-61a4a10d-2a1a-4f2b-a994-452e3f21220f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0530777 Jun 24 08:22:02.493263 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fd99e287-9679-4670-be0f-57179054963f req-26fde90f-05c6-4c78-a620-34c72659fbd9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432558 Jun 24 08:22:02.774254 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777dcde-d6e3-4b3f-983d-69173cb873e4 req-db309247-30f9-4399-a78c-f8a71a466fe9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:02.775705 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8777dcde-d6e3-4b3f-983d-69173cb873e4 req-db309247-30f9-4399-a78c-f8a71a466fe9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0483031 Jun 24 08:22:02.823171 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8777dcde-d6e3-4b3f-983d-69173cb873e4 req-8b5e5945-8a51-4fbb-af15-c72d3e76ed1d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Jun 24 08:22:03.614848 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27c109-b0a6-409e-9826-0ee3cd7f8bb9 req-8378ff7a-738f-4ec0-911d-055830014b18 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:03.616346 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b27c109-b0a6-409e-9826-0ee3cd7f8bb9 req-8378ff7a-738f-4ec0-911d-055830014b18 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0468235 Jun 24 08:22:03.668330 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b27c109-b0a6-409e-9826-0ee3cd7f8bb9 req-a70632f2-a30a-4717-9f77-698774b707da tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464842 Jun 24 08:22:03.938240 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08524d13-52b1-4111-8c92-18c41fe79065 req-bacf7db6-f16a-4b34-aea2-1d5b67de249d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:03.939050 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-74144125-1375-4b81-8711-c7785e00c3eb tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:03.939739 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-08524d13-52b1-4111-8c92-18c41fe79065 req-bacf7db6-f16a-4b34-aea2-1d5b67de249d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0481753 Jun 24 08:22:03.940645 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-74144125-1375-4b81-8711-c7785e00c3eb tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 945 time: 0.0481453 Jun 24 08:22:03.988837 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-08524d13-52b1-4111-8c92-18c41fe79065 req-885e463e-9c71-4fba-b7d8-286593b6bfea tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=09c69e5c-10ef-407d-bdc4-76cdf1aa8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430715 Jun 24 08:22:04.034452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:22:04.034807 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:04.128296 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] For port 88e3b09c-5211-435b-a4f7-a0439b4d71c3, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=88e3b09c-5211-435b-a4f7-a0439b4d71c3,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:04.128611 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:04.337402 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:04.337769 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (c2d8a4e4-157b-455d-b7e8-12e8bdf3af81), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:04.338088 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP c2d8a4e4-157b-455d-b7e8-12e8bdf3af81 disassociated. External IP: 172.27.3.103, port: 88e3b09c-5211-435b-a4f7-a0439b4d71c3. Jun 24 08:22:04.338433 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for 88e3b09c-5211-435b-a4f7-a0439b4d71c3 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:22:04.532272 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (88e3b09c-5211-435b-a4f7-a0439b4d71c3), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:04.560530 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=88e3b09c-5211-435b-a4f7-a0439b4d71c3,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:04.577359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.577699 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.578040 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.578375 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.578824 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.579023 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.579469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.579817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.580132 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.580479 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.580788 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.581105 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.581433 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.581752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.582065 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:22:04.693873 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:22:04.792994 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644ea2e-c209-4e47-ac47-afb3aadd6643 req-85ac1cb2-6172-437b-899c-a96a63f5140e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:04.794910 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b644ea2e-c209-4e47-ac47-afb3aadd6643 req-85ac1cb2-6172-437b-899c-a96a63f5140e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0508463 Jun 24 08:22:04.804052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:22:04.819091 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:22:04.832938 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:04.836050 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:21:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:04.837589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:04.854279 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b644ea2e-c209-4e47-ac47-afb3aadd6643 req-8ccc5a12-fbe7-4f49-bd3d-85a5f4bbe4b5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533814 Jun 24 08:22:04.863126 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] No DVR routers for this DVR port 88e3b09c-5211-435b-a4f7-a0439b4d71c3 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:22:04.875678 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:04.879097 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7807bd59-3eb9-441b-a390-bb9eb43ec81b req-964371b2-65e6-4640-afbc-71048162ced9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "DELETE /v2.0/ports/88e3b09c-5211-435b-a4f7-a0439b4d71c3 HTTP/1.1" status: 204 len: 173 time: 0.9302921 Jun 24 08:22:04.879824 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'name': 'network-vif-deleted', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:04.882336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd17aa0c-56b7-49ce-9615-41ef464b4336" -d '{"events": [{"server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "name": "network-vif-deleted", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:04.948784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a75760-dbd5-4ad7-ac0e-e8904a221971 x-openstack-request-id: req-54a75760-dbd5-4ad7-ac0e-e8904a221971 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:04.949422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25911a0-62f3-4ceb-8e93-5a492c985fae", "name": "network-vif-deleted", "tag": "88e3b09c-5211-435b-a4f7-a0439b4d71c3", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:04.949422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54a75760-dbd5-4ad7-ac0e-e8904a221971 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:04.949693 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a75760-dbd5-4ad7-ac0e-e8904a221971'] response: {'server_uuid': 'c25911a0-62f3-4ceb-8e93-5a492c985fae', 'name': 'network-vif-deleted', 'tag': '88e3b09c-5211-435b-a4f7-a0439b4d71c3', 'status': 'completed', 'code': 200} Jun 24 08:22:04.961966 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:05.148095 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-751d7eb7-0ebc-4287-9bb4-6f7acf80b7af req-0fe2e272-6bdc-4db8-9ce7-2e75bd932ed2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0615144 Jun 24 08:22:05.185241 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:05.197904 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:14Z', 'revision_number': 2, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:05.226861 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:22:05.236303 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:05.236915 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:21:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:05.334166 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:05.338163 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:05.383365 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:05.567601 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:14Z', 'revision_number': 2, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:05.592345 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4e2bd-c370-43fe-9b53-5d4134e26800 None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '69d49c57-0aa3-492e-87e7-3716d376f605', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '5f99fb72-376e-4446-ad42-3753371001b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:64:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:18:35Z', 'updated_at': '2022-06-24T08:19:14Z', 'revision_number': 2, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:22:05.831542 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49fc76-91d3-439a-8a06-3bb4efd54bb6 None None] New status for floating IP c2d8a4e4-157b-455d-b7e8-12e8bdf3af81: DOWN {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:22:06.253382 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5e61aa4f-44e4-45c5-917f-baea0ad17bca req-aa5ff237-1f41-4995-8d8b-a766245f33e7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=c25911a0-62f3-4ceb-8e93-5a492c985fae HTTP/1.1" status: 200 len: 210 time: 0.0290842 Jun 24 08:22:06.677844 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 88e3b09c-5211-435b-a4f7-a0439b4d71c3 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:22:06.700981 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 88e3b09c-5211-435b-a4f7-a0439b4d71c3 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:22:06.701280 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 88e3b09c-5211-435b-a4f7-a0439b4d71c3 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:22:07.417762 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57774) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:07.473084 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-601e328b-7dc7-49cb-a606-61fbc959f30e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (09c69e5c-10ef-407d-bdc4-76cdf1aa8990), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:07.496729 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-601e328b-7dc7-49cb-a606-61fbc959f30e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (09c69e5c-10ef-407d-bdc4-76cdf1aa8990), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:07.623834 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-601e328b-7dc7-49cb-a606-61fbc959f30e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (09c69e5c-10ef-407d-bdc4-76cdf1aa8990), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:07.626544 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-601e328b-7dc7-49cb-a606-61fbc959f30e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:07.627720 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-601e328b-7dc7-49cb-a606-61fbc959f30e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/security-groups/09c69e5c-10ef-407d-bdc4-76cdf1aa8990 HTTP/1.1" status: 204 len: 168 time: 0.2089872 Jun 24 08:22:07.630495 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 57780) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:07.637127 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e328b-7dc7-49cb-a606-61fbc959f30e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c69e5c-10ef-407d-bdc4-76cdf1aa8990,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:07.647204 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.api.v2.resource [None req-4462d670-cee1-47d7-919e-8b59c3bc2a4b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] show failed (client error): The resource could not be found. Jun 24 08:22:07.650923 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-4462d670-cee1-47d7-919e-8b59c3bc2a4b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups/09c69e5c-10ef-407d-bdc4-76cdf1aa8990 HTTP/1.1" status: 404 len: 347 time: 0.0167708 Jun 24 08:22:07.651625 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 57782) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:07.763109 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:07.769235 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port 7813fedb-ab44-451a-bc34-8c61352bc3fa {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:22:07.769578 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:07.849603 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:07.849851 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (7813fedb-ab44-451a-bc34-8c61352bc3fa), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:07.863395 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for 7813fedb-ab44-451a-bc34-8c61352bc3fa owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:22:08.032564 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c6cea-797c-4c4a-a92d-00d28e80e26d req-188dcc90-61c6-4b8a-91cb-f8485eed6f49 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:08.034029 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-426c6cea-797c-4c4a-a92d-00d28e80e26d req-188dcc90-61c6-4b8a-91cb-f8485eed6f49 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 945 time: 0.0497668 Jun 24 08:22:08.057896 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (7813fedb-ab44-451a-bc34-8c61352bc3fa), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:08.081571 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-426c6cea-797c-4c4a-a92d-00d28e80e26d req-71b8e7df-9479-4f3b-a6b7-7374f101cfae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Jun 24 08:22:08.085170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=7813fedb-ab44-451a-bc34-8c61352bc3fa,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:08.145938 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (c2d8a4e4-157b-455d-b7e8-12e8bdf3af81), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:08.148523 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:08.149681 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f0043c26-9560-4a03-b75c-ba74d60eb5ef tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/floatingips/c2d8a4e4-157b-455d-b7e8-12e8bdf3af81 HTTP/1.1" status: 204 len: 168 time: 0.4971712 Jun 24 08:22:09.198328 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355d650-82f4-4320-b3f0-dc715ac2ae46 req-261ae726-856e-4a0e-89c3-faacb48b613e tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:09.199800 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f355d650-82f4-4320-b3f0-dc715ac2ae46 req-261ae726-856e-4a0e-89c3-faacb48b613e tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 945 time: 0.0474875 Jun 24 08:22:09.211836 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:09.232915 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:09.257609 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f355d650-82f4-4320-b3f0-dc715ac2ae46 req-25489804-de6d-4004-8ef0-650598fd025b tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522034 Jun 24 08:22:10.379520 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6621d-06e5-4fb2-89db-f3c562b22ed1 req-b41ef35f-7f6c-4aa4-a878-2b5f9dac0718 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:10.381021 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95b6621d-06e5-4fb2-89db-f3c562b22ed1 req-b41ef35f-7f6c-4aa4-a878-2b5f9dac0718 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 945 time: 0.0569286 Jun 24 08:22:10.430965 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-95b6621d-06e5-4fb2-89db-f3c562b22ed1 req-e25222ae-5e72-4d12-ab44-6948f24adf6f tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445173 Jun 24 08:22:10.502647 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-62178dc7-bcf1-4999-9166-efd786d9999d tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:10.504348 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-62178dc7-bcf1-4999-9166-efd786d9999d tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 945 time: 0.0490456 Jun 24 08:22:10.593904 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Deleting port 2b655029-389e-40c2-9cd7-9df1b683c516 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:22:10.594246 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:10.687853 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] For port 2b655029-389e-40c2-9cd7-9df1b683c516, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b655029-389e-40c2-9cd7-9df1b683c516,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:10.688218 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:10.701518 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Calling delete_port for 2b655029-389e-40c2-9cd7-9df1b683c516 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:22:10.738957 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:10.943626 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (2b655029-389e-40c2-9cd7-9df1b683c516), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:10.972770 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Pushing event deleted for resources: {'Port': ['ID=2b655029-389e-40c2-9cd7-9df1b683c516,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:11.015832 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] No DVR routers for this DVR port 2b655029-389e-40c2-9cd7-9df1b683c516 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:22:11.018372 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:11.021748 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a297cff4-1d86-40e2-b4ba-61bb479fff44 req-a087cbc9-ec0b-405d-8edb-c4fdd5c63e26 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "DELETE /v2.0/ports/2b655029-389e-40c2-9cd7-9df1b683c516 HTTP/1.1" status: 204 len: 173 time: 0.5083308 Jun 24 08:22:11.022201 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'name': 'network-vif-deleted', 'tag': '2b655029-389e-40c2-9cd7-9df1b683c516'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:11.024450 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9ec60e-f876-46be-86b6-c197f43602da" -d '{"events": [{"server_uuid": "860c6adc-4385-4cae-8bf0-5d9c1cbb29a3", "name": "network-vif-deleted", "tag": "2b655029-389e-40c2-9cd7-9df1b683c516"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:11.063720 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dd5bfc-ffea-421e-b17c-9d2995bb33e8 x-openstack-request-id: req-f0dd5bfc-ffea-421e-b17c-9d2995bb33e8 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:11.064016 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c6adc-4385-4cae-8bf0-5d9c1cbb29a3", "name": "network-vif-deleted", "tag": "2b655029-389e-40c2-9cd7-9df1b683c516", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:11.064296 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0dd5bfc-ffea-421e-b17c-9d2995bb33e8 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:11.064703 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0dd5bfc-ffea-421e-b17c-9d2995bb33e8'] response: {'server_uuid': '860c6adc-4385-4cae-8bf0-5d9c1cbb29a3', 'name': 'network-vif-deleted', 'tag': '2b655029-389e-40c2-9cd7-9df1b683c516', 'status': 'completed', 'code': 200} Jun 24 08:22:11.539086 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3abc874d-405a-416a-8cea-2781ce425757 req-6150d257-a5e1-47e4-a358-7ffa02edc175 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=860c6adc-4385-4cae-8bf0-5d9c1cbb29a3 HTTP/1.1" status: 200 len: 210 time: 0.0286214 Jun 24 08:22:12.237134 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cff06-2e24-4bd8-92b9-23138cd4ade3 req-b3f5bc19-4281-40dd-8a85-33694adffbb5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:12.238581 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-533cff06-2e24-4bd8-92b9-23138cd4ade3 req-b3f5bc19-4281-40dd-8a85-33694adffbb5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0459590 Jun 24 08:22:12.285640 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-533cff06-2e24-4bd8-92b9-23138cd4ade3 req-7671069a-cb83-4261-b062-c87ebd0e85d4 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Jun 24 08:22:12.711496 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 2b655029-389e-40c2-9cd7-9df1b683c516 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:22:12.730569 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 2b655029-389e-40c2-9cd7-9df1b683c516 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:22:12.730926 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 2b655029-389e-40c2-9cd7-9df1b683c516 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:22:13.398064 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5659e-6405-4cf6-9ab8-5591db99aee5 req-233fbc3c-746a-4032-8f9a-2c7e432bfd5a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:13.399510 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-79c5659e-6405-4cf6-9ab8-5591db99aee5 req-233fbc3c-746a-4032-8f9a-2c7e432bfd5a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0461440 Jun 24 08:22:13.449570 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-79c5659e-6405-4cf6-9ab8-5591db99aee5 req-6db329d5-1abe-4023-a96f-986287006891 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439091 Jun 24 08:22:14.562744 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ba68e-c2f3-402b-bec3-8b67d67a6d97 req-90a0d328-8b71-45fc-9ae5-65a13d432eb8 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:14.564244 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-259ba68e-c2f3-402b-bec3-8b67d67a6d97 req-90a0d328-8b71-45fc-9ae5-65a13d432eb8 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0473726 Jun 24 08:22:14.611226 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-259ba68e-c2f3-402b-bec3-8b67d67a6d97 req-46935eb5-391f-42fb-a46c-5e0838122391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414457 Jun 24 08:22:15.724896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85779-36a1-4914-be30-e3dc73689894 req-0fc43bac-9e17-42f3-acba-a14d240214f1 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:15.726361 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e1c85779-36a1-4914-be30-e3dc73689894 req-0fc43bac-9e17-42f3-acba-a14d240214f1 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0476243 Jun 24 08:22:15.772770 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e1c85779-36a1-4914-be30-e3dc73689894 req-fa460b04-9d54-4aff-a571-dfd62a643fd9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Jun 24 08:22:15.913494 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:16.719298 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-41374bbf-57e8-4479-ae4c-31315a4baf2b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:16.720769 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-41374bbf-57e8-4479-ae4c-31315a4baf2b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0483038 Jun 24 08:22:16.805778 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:16.810582 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port 5f99fb72-376e-4446-ad42-3753371001b5 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:22:16.811217 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (5f99fb72-376e-4446-ad42-3753371001b5), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:16.898333 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdda8d-a265-4f62-9bae-fcb4039ee05b req-7bacdf99-3ff4-4740-a00e-ece62a649b64 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:16.899794 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-07bdda8d-a265-4f62-9bae-fcb4039ee05b req-7bacdf99-3ff4-4740-a00e-ece62a649b64 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 946 time: 0.0574636 Jun 24 08:22:16.905951 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] For port 5f99fb72-376e-4446-ad42-3753371001b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f99fb72-376e-4446-ad42-3753371001b5,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:16.906323 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (5f99fb72-376e-4446-ad42-3753371001b5), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:16.948593 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-07bdda8d-a265-4f62-9bae-fcb4039ee05b req-fd653b2d-34d3-4164-9bfc-0347772f022d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 Jun 24 08:22:17.001166 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-1ac42362-057a-4113-b97f-63ef5a559b8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752766 Jun 24 08:22:17.121975 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-c3a8b1e9-4356-41c0-8cdf-eef1b4d189c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:17.123519 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-c3a8b1e9-4356-41c0-8cdf-eef1b4d189c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 1129 time: 0.0796406 Jun 24 08:22:17.141633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:17.141999 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (69d49c57-0aa3-492e-87e7-3716d376f605), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:17.142316 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP 69d49c57-0aa3-492e-87e7-3716d376f605 disassociated. External IP: 172.27.3.88, port: 5f99fb72-376e-4446-ad42-3753371001b5. Jun 24 08:22:17.142662 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for 5f99fb72-376e-4446-ad42-3753371001b5 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:22:17.211552 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:17.301615 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-9a3b78e5-a0d6-48b4-915f-10b74096aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:17.303106 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-9a3b78e5-a0d6-48b4-915f-10b74096aa16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 910 time: 0.1456873 Jun 24 08:22:17.376905 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:17.410238 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-badfb14e-792c-492a-975a-77e40b6117a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 200 len: 1001 time: 0.0754044 Jun 24 08:22:17.463162 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-dec324d6-7f7a-47b4-adef-736e805da5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:17.464637 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-dec324d6-7f7a-47b4-adef-736e805da5f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.0461340 Jun 24 08:22:17.740753 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (5f99fb72-376e-4446-ad42-3753371001b5), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:17.775858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=5f99fb72-376e-4446-ad42-3753371001b5,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:17.782828 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-9275a534-ded1-4012-a11d-42d4aecc6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:17.784264 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-9275a534-ded1-4012-a11d-42d4aecc6afa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3048484 Jun 24 08:22:17.894125 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:17.961487 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:22:17.967554 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-534134ad-f833-4f38-9387-2b66eb530716 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479552 Jun 24 08:22:18.049866 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7a96a637-2358-4996-9c54-8201b9168b16 req-c6a36a1e-50b2-4ed8-8c13-ab17d8f663aa tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 210 time: 0.0293572 Jun 24 08:22:18.145965 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:22:18.149088 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132a0f4a-9c0c-476d-8d5c-32b270147500 req-b3ca67a0-c2fd-4279-b0c0-6e89aedf509a service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718321 Jun 24 08:22:18.161029 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:22:18.188121 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:18.188882 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:21:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:18.198494 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] No DVR routers for this DVR port 5f99fb72-376e-4446-ad42-3753371001b5 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:22:18.201470 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:18.204999 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-738996fb-a5c3-4965-bb46-3e0236cef352 req-c3fb61fa-3302-48f4-a81d-4cec8adb45f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "DELETE /v2.0/ports/5f99fb72-376e-4446-ad42-3753371001b5 HTTP/1.1" status: 204 len: 173 time: 1.4782159 Jun 24 08:22:18.205452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'name': 'network-vif-deleted', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:18.207779 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344bc0b2-757e-46b4-ad99-8f8d79da88e3" -d '{"events": [{"server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "name": "network-vif-deleted", "tag": "5f99fb72-376e-4446-ad42-3753371001b5"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:18.263343 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d4c24-8498-4c19-8208-bf6faad3f77a x-openstack-request-id: req-ab4d4c24-8498-4c19-8208-bf6faad3f77a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:18.263629 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4879e55-2bc5-4df2-b495-a4ba5f0c98fa", "name": "network-vif-deleted", "tag": "5f99fb72-376e-4446-ad42-3753371001b5", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:18.263882 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab4d4c24-8498-4c19-8208-bf6faad3f77a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:18.264383 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4d4c24-8498-4c19-8208-bf6faad3f77a'] response: {'server_uuid': 'a4879e55-2bc5-4df2-b495-a4ba5f0c98fa', 'name': 'network-vif-deleted', 'tag': '5f99fb72-376e-4446-ad42-3753371001b5', 'status': 'completed', 'code': 200} Jun 24 08:22:18.314107 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:18.505256 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:18.536295 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:22:18.545528 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:18.546136 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:21:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:18.651604 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:18.742724 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 5f99fb72-376e-4446-ad42-3753371001b5 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:22:18.790421 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 5f99fb72-376e-4446-ad42-3753371001b5 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:22:18.790767 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 5f99fb72-376e-4446-ad42-3753371001b5 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:22:18.859262 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:18.886901 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d2381-cc40-4a45-a00b-cc14da5cc33a None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:22:19.008968 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:22:19.109879 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91249eed-cc55-4aa8-839c-dc4764be34f1 None None] New status for floating IP 69d49c57-0aa3-492e-87e7-3716d376f605: DOWN {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:22:19.167342 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71eacc20-3d75-4b19-a9ed-dfdd19fc74a1 req-020d3cf9-2ac7-46c8-a656-f6951d0140ea tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4879e55-2bc5-4df2-b495-a4ba5f0c98fa HTTP/1.1" status: 200 len: 210 time: 0.0277798 Jun 24 08:22:20.327024 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 57890) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:20.384942 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b37a201-aae8-43e3-a8b0-b15136e23ddf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (90a40854-fc4c-48d5-88b0-b1a8ee67dcbe), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:20.408751 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b37a201-aae8-43e3-a8b0-b15136e23ddf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (90a40854-fc4c-48d5-88b0-b1a8ee67dcbe), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:20.531631 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b37a201-aae8-43e3-a8b0-b15136e23ddf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (90a40854-fc4c-48d5-88b0-b1a8ee67dcbe), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:20.534256 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b37a201-aae8-43e3-a8b0-b15136e23ddf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:20.535449 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6b37a201-aae8-43e3-a8b0-b15136e23ddf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/security-groups/90a40854-fc4c-48d5-88b0-b1a8ee67dcbe HTTP/1.1" status: 204 len: 168 time: 0.2074382 Jun 24 08:22:20.538287 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57894) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:20.545482 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37a201-aae8-43e3-a8b0-b15136e23ddf tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a40854-fc4c-48d5-88b0-b1a8ee67dcbe,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:20.552968 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.api.v2.resource [None req-3cd189e2-69f0-4e55-b44f-e6f45bbbd993 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] show failed (client error): The resource could not be found. Jun 24 08:22:20.553933 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3cd189e2-69f0-4e55-b44f-e6f45bbbd993 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups/90a40854-fc4c-48d5-88b0-b1a8ee67dcbe HTTP/1.1" status: 404 len: 347 time: 0.0146532 Jun 24 08:22:20.556933 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57896) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:20.671700 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port b0855a45-8728-4ee7-9460-8c3bf0a283b5 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:22:20.672054 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:20.748938 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:20.749275 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (b0855a45-8728-4ee7-9460-8c3bf0a283b5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:20.761740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for b0855a45-8728-4ee7-9460-8c3bf0a283b5 owned by network:floatingip {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:22:20.882019 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:20.889450 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:20.994506 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (b0855a45-8728-4ee7-9460-8c3bf0a283b5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.020422 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=b0855a45-8728-4ee7-9460-8c3bf0a283b5,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:21.085714 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (69d49c57-0aa3-492e-87e7-3716d376f605), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.088145 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.089314 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-acdbfda1-f02d-4181-a0b8-562408315c21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/floatingips/69d49c57-0aa3-492e-87e7-3716d376f605 HTTP/1.1" status: 204 len: 168 time: 0.5313044 Jun 24 08:22:21.237700 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57902) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:21.242332 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-139bff69-4539-4ede-b35f-99c3dfd7511b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958736586', 'description': 'tempest-description--661790198'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:21.319952 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-139bff69-4539-4ede-b35f-99c3dfd7511b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.386759 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-139bff69-4539-4ede-b35f-99c3dfd7511b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (84f21e39-711b-4f4f-bf30-71e8f5ee165c), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.491529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-139bff69-4539-4ede-b35f-99c3dfd7511b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (84f21e39-711b-4f4f-bf30-71e8f5ee165c), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.522155 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bff69-4539-4ede-b35f-99c3dfd7511b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f21e39-711b-4f4f-bf30-71e8f5ee165c,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:21.580969 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-139bff69-4539-4ede-b35f-99c3dfd7511b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.582515 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-139bff69-4539-4ede-b35f-99c3dfd7511b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3436282 Jun 24 08:22:21.585213 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57906) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:21.589549 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-35eafb52-6d54-4ccc-aeb7-e58fe7b19b18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '84f21e39-711b-4f4f-bf30-71e8f5ee165c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:21.692259 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-35eafb52-6d54-4ccc-aeb7-e58fe7b19b18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (8478ffc2-b503-4dc6-b5aa-5b7ed2c9888c), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.747016 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-35eafb52-6d54-4ccc-aeb7-e58fe7b19b18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (8478ffc2-b503-4dc6-b5aa-5b7ed2c9888c), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.840015 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-35eafb52-6d54-4ccc-aeb7-e58fe7b19b18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (8478ffc2-b503-4dc6-b5aa-5b7ed2c9888c), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.860941 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eafb52-6d54-4ccc-aeb7-e58fe7b19b18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8478ffc2-b503-4dc6-b5aa-5b7ed2c9888c,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:21.969377 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-35eafb52-6d54-4ccc-aeb7-e58fe7b19b18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:21.969377 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-35eafb52-6d54-4ccc-aeb7-e58fe7b19b18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773732 Jun 24 08:22:21.969377 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57908) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:21.971188 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-d1834a8f-eef5-4a17-a7e8-3508ac839b9b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '84f21e39-711b-4f4f-bf30-71e8f5ee165c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:22.109092 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d1834a8f-eef5-4a17-a7e8-3508ac839b9b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (4e307f0c-361b-4af7-967d-b31a9555d443), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:22.166605 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d1834a8f-eef5-4a17-a7e8-3508ac839b9b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (4e307f0c-361b-4af7-967d-b31a9555d443), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:22.280541 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d1834a8f-eef5-4a17-a7e8-3508ac839b9b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (4e307f0c-361b-4af7-967d-b31a9555d443), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:22.299617 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1834a8f-eef5-4a17-a7e8-3508ac839b9b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e307f0c-361b-4af7-967d-b31a9555d443,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:22.407570 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d1834a8f-eef5-4a17-a7e8-3508ac839b9b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:22.408935 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-d1834a8f-eef5-4a17-a7e8-3508ac839b9b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412909 Jun 24 08:22:22.425734 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 57918) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:22.430556 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:22.542967 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:22.622088 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:22.684941 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:22.800835 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2823-ee54-402a-9e25-7a06365810a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:22.961948 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.27.3.221 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:22:22.972568 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:23.069119 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:23.204700 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:23.263188 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:22:23.270337 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:22:23.274497 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:22:23.282242 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-33709f7a-db97-4b68-b218-0aee63fb06cc tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:23.283720 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-33709f7a-db97-4b68-b218-0aee63fb06cc tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/networks?id=96a4491d-88f3-4f8d-8921-4250acd08643 HTTP/1.1" status: 200 len: 814 time: 0.1521771 Jun 24 08:22:23.306263 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:23.325967 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-48cf5f80-a704-4ab1-978d-0f9d37aba88c tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/quotas/dae6efd4ad46479cb965caa8a97a772a HTTP/1.1" status: 200 len: 375 time: 0.0208411 Jun 24 08:22:23.369238 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-0760d27f-3755-4069-bd86-a3d005b942fa tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dae6efd4ad46479cb965caa8a97a772a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364306 Jun 24 08:22:23.400425 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:23.437419 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (6d8d143d-4dfc-420d-a05c-22c54b56dc0d), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:23.493095 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-cfcfcac2-301d-4c94-9434-85a30a50d861 service neutron] 10.222.0.42 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055369 Jun 24 08:22:23.593096 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:23.637888 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-6b38168d-4745-4250-93fa-e88e2b1b2df6 service neutron] 10.222.0.42 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384850 Jun 24 08:22:23.760008 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:23.817547 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:23.900149 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4a69a76e-9834-4523-a581-38348b03f3d9 req-99c68a81-cd8e-4ea3-a064-d2c5756fef95 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 210 time: 0.0549748 Jun 24 08:22:23.917759 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:23.924016 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (6d8d143d-4dfc-420d-a05c-22c54b56dc0d), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:24.030458 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:24.031744 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b7d81c84-26cb-4b19-885b-674264594b81 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6049204 Jun 24 08:22:24.235832 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7fe5e27e-ff11-4197-b6e1-630942efd626 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--958736586&fields=id&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 267 time: 0.0478933 Jun 24 08:22:24.309689 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:24.343978 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-b6254337-a7c0-4da3-b727-324d64d4a1f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:24.345497 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-b6254337-a7c0-4da3-b727-324d64d4a1f2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.1027074 Jun 24 08:22:24.360428 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-0cb98cad-6399-46f8-b70f-2219d4ad9d40 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/quotas/a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 375 time: 0.0092511 Jun 24 08:22:24.414314 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-625d3134-5919-4b5d-bdee-55dc61f12c25 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485568 Jun 24 08:22:24.510905 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-72910ab3-9078-47c9-bfd5-0bf020302100 service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853136 Jun 24 08:22:24.591422 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:24.612373 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-06b52417-7890-44d2-bc52-27605e85a10b service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944543 Jun 24 08:22:24.876996 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0a4fd1e5-e56e-43c3-864f-9789a29ae0bf req-f7ad8e9e-51ff-4668-807e-6dc33451cb89 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0300450 Jun 24 08:22:25.001464 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f1f0f98e-36f7-42a2-b001-51d5bada323d req-2b19a206-21d0-4fdd-9184-185ecb88e73d tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 210 time: 0.0286708 Jun 24 08:22:25.239921 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6d8f2155-62c7-425f-a3a9-c299f37607bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:25.991866 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-172bdc54-84cf-4441-891e-2600b142c60c req-1ab72cb2-9c20-44e7-a018-6314e3411343 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0412610 Jun 24 08:22:26.101158 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-20f7b5f2-382a-45d2-b8a2-62eaa1d097bd req-e888ed38-3bd5-40ec-b364-eccb888d5638 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 210 time: 0.0322812 Jun 24 08:22:26.291542 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c9d48-b245-470e-9165-fe181b92ac77 req-1d9902be-68d4-4c11-8dc4-546102464621 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:26.293056 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0c9c9d48-b245-470e-9165-fe181b92ac77 req-1d9902be-68d4-4c11-8dc4-546102464621 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0525272 Jun 24 08:22:26.331448 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:26.345767 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0c9c9d48-b245-470e-9165-fe181b92ac77 req-96d16457-4bff-4498-93f0-ac9994133db7 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468042 Jun 24 08:22:26.440179 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2e020-9950-4b96-bf60-982959dd075f req-1f55f5e3-9f78-4730-bf3f-8b34bc167993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:26.441697 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e2c2e020-9950-4b96-bf60-982959dd075f req-1f55f5e3-9f78-4730-bf3f-8b34bc167993 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1130 time: 0.0411277 Jun 24 08:22:26.530524 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:26.581540 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2e020-9950-4b96-bf60-982959dd075f req-6d02336a-9e61-48b0-8b05-bca1e545d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:26.583255 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e2c2e020-9950-4b96-bf60-982959dd075f req-6d02336a-9e61-48b0-8b05-bca1e545d032 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.1335788 Jun 24 08:22:26.697661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-224010bc-e835-4b9d-9a02-18c2c7e27ed3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:26.699097 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-224010bc-e835-4b9d-9a02-18c2c7e27ed3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "GET /v2.0/networks?id=96a4491d-88f3-4f8d-8921-4250acd08643 HTTP/1.1" status: 200 len: 814 time: 0.1840031 Jun 24 08:22:26.705284 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e2c2e020-9950-4b96-bf60-982959dd075f req-62818ba9-7991-4a79-a7a0-7bec340eda7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 200 len: 1002 time: 0.0850453 Jun 24 08:22:26.724325 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Request body: {'port': {'device_id': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643', 'admin_state_up': True, 'tenant_id': 'dae6efd4ad46479cb965caa8a97a772a'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:26.826951 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2e020-9950-4b96-bf60-982959dd075f req-5d8ef688-2eff-42d2-8646-ef953c01816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:26.828352 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e2c2e020-9950-4b96-bf60-982959dd075f req-5d8ef688-2eff-42d2-8646-ef953c01816f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.1080339 Jun 24 08:22:26.892615 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2e020-9950-4b96-bf60-982959dd075f req-a3f3b34b-ca64-45b6-a96c-851245b8a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:26.903179 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e2c2e020-9950-4b96-bf60-982959dd075f req-a3f3b34b-ca64-45b6-a96c-851245b8a325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588510 Jun 24 08:22:26.976774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:26.995118 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e2c2e020-9950-4b96-bf60-982959dd075f req-e9fc305c-40fd-4ab8-b16f-0bbe849ca60b service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933456 Jun 24 08:22:26.999428 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Made reservation on behalf of dae6efd4ad46479cb965caa8a97a772a for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:22:27.002820 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:27.088142 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3d1a7840-e620-4043-b3c9-f78c1812c3ec req-cc5b40fc-11f0-47f2-b90a-1632bf6aca21 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0279510 Jun 24 08:22:27.160413 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Allocated IP 172.20.0.3 (96a4491d-88f3-4f8d-8921-4250acd08643/1cb959cc-0c8f-40c0-806a-603367e5382c/ebb1f926-526f-4167-bc22-2fae3e150bd4) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:22:27.201702 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0900a3b4-00a1-441a-b941-be435f5bbe46 req-55aed3a3-a4fb-48d0-95e4-e90c189aba76 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 210 time: 0.0315831 Jun 24 08:22:27.263766 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e2c2e020-9950-4b96-bf60-982959dd075f req-76f72e95-6f65-491b-b3a7-23215b643e6f service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468241 Jun 24 08:22:27.339191 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bdb0d-db9d-4cad-9eb2-1ec4979163ac req-a016f7fd-360c-43be-a6c5-1c8ed2860055 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:27.341331 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3e6bdb0d-db9d-4cad-9eb2-1ec4979163ac req-a016f7fd-360c-43be-a6c5-1c8ed2860055 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0481210 Jun 24 08:22:27.373462 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks [] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:27.378260 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:27.392140 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3e6bdb0d-db9d-4cad-9eb2-1ec4979163ac req-88ea18c3-aa50-454e-94c4-b8044bdf28e8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Jun 24 08:22:27.486531 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:27.488215 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f48f-7648-48d8-a226-efee73229c06 req-242fcb6a-a4c9-4b80-8021-b81de5f285df tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:27.489769 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fbe4f48f-7648-48d8-a226-efee73229c06 req-242fcb6a-a4c9-4b80-8021-b81de5f285df tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Jun 24 08:22:27.532183 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Network 96a4491d-88f3-4f8d-8921-4250acd08643 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:22:27.535231 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:22:27.537787 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fbe4f48f-7648-48d8-a226-efee73229c06 req-8561fe3e-c93c-4d78-a685-6728d981f39f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420477 Jun 24 08:22:27.539226 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:22:27.545616 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Pushing event updated for resources: {'Port': ['ID=ebb1f926-526f-4167-bc22-2fae3e150bd4,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:27.599862 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:27.600429 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:27.688180 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-769f09b2-a676-43d6-8ff9-0b2e5c44d5ae tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9691172 Jun 24 08:22:27.822948 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:27.887906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Request body: {'port': {'device_id': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:28.022172 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:28.045634 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:28.054457 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-f9ae25e1-3d85-4d37-89d2-e6fecd4e932e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:28.055917 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-f9ae25e1-3d85-4d37-89d2-e6fecd4e932e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.1727133 Jun 24 08:22:28.167297 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:28.202405 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-89a17f5a-9456-4eaa-af1f-0cf0c45adbf6 req-42a3efff-52fd-429d-be7d-77073ee34cd1 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0335574 Jun 24 08:22:28.207192 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-4ab32881-0b01-4d1c-a97f-4f3360dab477 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 379 time: 0.1321473 Jun 24 08:22:28.230962 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'port': {'device_id': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'admin_state_up': True, 'tenant_id': 'a14e04756d06417da712e47759853a06', 'security_groups': ['84f21e39-711b-4f4f-bf30-71e8f5ee165c']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:28.320999 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e739b-1ad6-482f-b1d1-9bca6fa274e1 req-70d8b386-2e30-442e-9c76-236630ac4448 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:28.322507 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0a1e739b-1ad6-482f-b1d1-9bca6fa274e1 req-70d8b386-2e30-442e-9c76-236630ac4448 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 931 time: 0.0523305 Jun 24 08:22:28.371767 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0a1e739b-1ad6-482f-b1d1-9bca6fa274e1 req-bbded755-1876-4b1e-b7f9-58f162a47ac0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Jun 24 08:22:28.455301 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb1f926-526f-4167-bc22-2fae3e150bd4 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:22:28.463181 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Publish callbacks [] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:28.476670 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Transition to ACTIVE for port object ebb1f926-526f-4167-bc22-2fae3e150bd4 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:22:28.508528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Made reservation on behalf of a14e04756d06417da712e47759853a06 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:22:28.510341 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed32119-d916-48c8-ac09-c0550bafa1eb req-e0691c9b-90da-4284-84c4-1a459e07f38d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:28.512590 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:28.512798 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ed32119-d916-48c8-ac09-c0550bafa1eb req-e0691c9b-90da-4284-84c4-1a459e07f38d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Jun 24 08:22:28.522063 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:28.537959 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:28.560487 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ed32119-d916-48c8-ac09-c0550bafa1eb req-578186d8-882e-4710-9de9-981acb78f708 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420883 Jun 24 08:22:28.641594 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb1f926-526f-4167-bc22-2fae3e150bd4,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:28.669740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe25fa-3138-4e87-a43d-d58e3bc69fc2 req-10006d4c-f195-4397-991d-38e36f7d8f39 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:28.671296 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bfbe25fa-3138-4e87-a43d-d58e3bc69fc2 req-10006d4c-f195-4397-991d-38e36f7d8f39 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0525227 Jun 24 08:22:28.719520 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bfbe25fa-3138-4e87-a43d-d58e3bc69fc2 req-f7e74a7e-e732-42e5-b53a-275671f272db tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424566 Jun 24 08:22:28.740633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.20.0.10 (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7/789614df-f71d-4776-8b30-38fd808186d3/83d7f299-eea9-449a-ab6f-539ebb3654ea) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:22:28.770352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Attempting to bind port ebb1f926-526f-4167-bc22-2fae3e150bd4 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:22:28.770682 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Attempting to bind port ebb1f926-526f-4167-bc22-2fae3e150bd4 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:22:28.771013 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Attempting to bind port ebb1f926-526f-4167-bc22-2fae3e150bd4 on network 96a4491d-88f3-4f8d-8921-4250acd08643 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:22:28.782191 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Port ebb1f926-526f-4167-bc22-2fae3e150bd4 on network 96a4491d-88f3-4f8d-8921-4250acd08643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:22:28.782512 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Attempting to bind port ebb1f926-526f-4167-bc22-2fae3e150bd4 on network 96a4491d-88f3-4f8d-8921-4250acd08643 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:22:28.799483 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:22:28.799819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Checking segment: {'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:22:28.800222 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Bound using segment: {'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:22:28.800644 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Bound port: ebb1f926-526f-4167-bc22-2fae3e150bd4, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:22:28.801001 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:28.932550 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] For port ebb1f926-526f-4167-bc22-2fae3e150bd4, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:22:28.940676 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] For port ebb1f926-526f-4167-bc22-2fae3e150bd4, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ebb1f926-526f-4167-bc22-2fae3e150bd4,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:22:28.957345 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:29.215356 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:29.220283 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:29.258889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.259515 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:29.260937 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] 10.222.0.26 "PUT /v2.0/ports/ebb1f926-526f-4167-bc22-2fae3e150bd4 HTTP/1.1" status: 200 len: 1093 time: 1.3789468 Jun 24 08:22:29.261395 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'tag': 'ebb1f926-526f-4167-bc22-2fae3e150bd4'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:29.264350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29221e2-f4a3-492d-af7a-e99cc809bd50" -d '{"events": [{"name": "network-changed", "server_uuid": "db7d9be6-b120-49bf-bf5a-6abf47f52e34", "tag": "ebb1f926-526f-4167-bc22-2fae3e150bd4"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:29.285139 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cf90c-a2a2-407a-ba3b-f3cf45cf3588 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb1f926-526f-4167-bc22-2fae3e150bd4,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:29.313678 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-823e1d6e-a9a9-4652-bed6-62bf88b69e7c req-f02b5086-784e-41b3-b5d7-78c1053317fd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0351605 Jun 24 08:22:29.316357 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc09b2e-af15-4a77-bd8f-52e3223500c3 x-openstack-request-id: req-acc09b2e-af15-4a77-bd8f-52e3223500c3 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:29.316833 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7d9be6-b120-49bf-bf5a-6abf47f52e34", "tag": "ebb1f926-526f-4167-bc22-2fae3e150bd4", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:29.317078 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acc09b2e-af15-4a77-bd8f-52e3223500c3 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:29.317509 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc09b2e-af15-4a77-bd8f-52e3223500c3'] response: {'name': 'network-changed', 'server_uuid': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'tag': 'ebb1f926-526f-4167-bc22-2fae3e150bd4', 'status': 'completed', 'code': 200} Jun 24 08:22:29.320541 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:29.365578 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:22:29.379138 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:22:29.384120 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:22:29.431489 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=83d7f299-eea9-449a-ab6f-539ebb3654ea,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:29.452058 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29221e2-f4a3-492d-af7a-e99cc809bd50 req-6baba5d5-7641-44af-860d-d1fb1682356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.453611 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f29221e2-f4a3-492d-af7a-e99cc809bd50 req-6baba5d5-7641-44af-860d-d1fb1682356e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae6efd4ad46479cb965caa8a97a772a&device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 1127 time: 0.0849774 Jun 24 08:22:29.460817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:29.471913 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.472614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:29.500832 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c47dd3-5428-45cb-98a6-3c0214be7270 req-8297fed9-e51c-4844-aaa9-f04745fa1e35 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.502416 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21c47dd3-5428-45cb-98a6-3c0214be7270 req-8297fed9-e51c-4844-aaa9-f04745fa1e35 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 943 time: 0.0510321 Jun 24 08:22:29.556595 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21c47dd3-5428-45cb-98a6-3c0214be7270 req-ee7612d7-d049-49a1-a774-f1fd7feda094 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480461 Jun 24 08:22:29.568986 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2f792e4c-5929-424c-bfc2-4541c17bf129 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3554289 Jun 24 08:22:29.594053 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Request body: {'port': {'device_id': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:29.612366 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-bcef3a04-36af-4e3a-b834-a1caad00210d None None] Provisioning complete for port 83d7f299-eea9-449a-ab6f-539ebb3654ea triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:22:29.612852 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bcef3a04-36af-4e3a-b834-a1caad00210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:29.624987 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29221e2-f4a3-492d-af7a-e99cc809bd50 req-8abb59a7-1c67-4cf4-b29c-06d0fd9e9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.626524 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f29221e2-f4a3-492d-af7a-e99cc809bd50 req-8abb59a7-1c67-4cf4-b29c-06d0fd9e9725 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dae6efd4ad46479cb965caa8a97a772a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1510005 Jun 24 08:22:29.646987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-bcef3a04-36af-4e3a-b834-a1caad00210d None None] Port 83d7f299-eea9-449a-ab6f-539ebb3654ea cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:22:29.687003 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54369c8c-b4f5-4d57-bba2-28bd31a51fa7 req-d7efd7e9-8039-49d4-aa8d-6bb8239eb3e0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.688699 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-54369c8c-b4f5-4d57-bba2-28bd31a51fa7 req-d7efd7e9-8039-49d4-aa8d-6bb8239eb3e0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0526545 Jun 24 08:22:29.728919 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:29.737525 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-54369c8c-b4f5-4d57-bba2-28bd31a51fa7 req-d91d75a1-74cf-4447-aaa6-c8bd250d51aa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Jun 24 08:22:29.798933 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29221e2-f4a3-492d-af7a-e99cc809bd50 req-9f7f88f8-c2ba-42a2-8a7c-60b0368d89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.800411 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f29221e2-f4a3-492d-af7a-e99cc809bd50 req-9f7f88f8-c2ba-42a2-8a7c-60b0368d89a7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672487 Jun 24 08:22:29.843803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12cec8-abbf-4e49-a771-c25c761eddbf req-4f2e34f0-bef7-4ac8-b28e-ae910fd34d31 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.847229 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6a12cec8-abbf-4e49-a771-c25c761eddbf req-4f2e34f0-bef7-4ac8-b28e-ae910fd34d31 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0545187 Jun 24 08:22:29.874765 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:29.897442 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6a12cec8-abbf-4e49-a771-c25c761eddbf req-837a3dfd-02d5-46c8-96d7-05c18910e7f1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450544 Jun 24 08:22:29.943724 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-a4e0696e-8afb-44d8-b83f-15fa63f5f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:29.945205 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-a4e0696e-8afb-44d8-b83f-15fa63f5f7f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae6efd4ad46479cb965caa8a97a772a&device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 1127 time: 0.0672925 Jun 24 08:22:30.016948 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-31f5fef0-f17a-40ac-9270-240c0cfe973c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebb1f926-526f-4167-bc22-2fae3e150bd4 HTTP/1.1" status: 200 len: 217 time: 0.0411451 Jun 24 08:22:30.094217 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-c4348ab6-949c-410c-8b90-9a7c7a820813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:30.095648 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-c4348ab6-949c-410c-8b90-9a7c7a820813 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb959cc-0c8f-40c0-806a-603367e5382c HTTP/1.1" status: 200 len: 854 time: 0.0715802 Jun 24 08:22:30.148321 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-e6093fdf-7b2f-494d-bdfa-84f56b77b946 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96a4491d-88f3-4f8d-8921-4250acd08643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455389 Jun 24 08:22:30.155892 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d7f299-eea9-449a-ab6f-539ebb3654ea {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:22:30.176251 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Publish callbacks [] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:30.211430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Transition to ACTIVE for port object 83d7f299-eea9-449a-ab6f-539ebb3654ea will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:22:30.244711 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:30.266858 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-3b912359-7717-4eae-9a68-affd27db4476 service neutron] 10.222.0.26 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065681 Jun 24 08:22:30.288948 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:30.392093 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:30.405527 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Pushing event updated for resources: {'Port': ['ID=83d7f299-eea9-449a-ab6f-539ebb3654ea,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:30.446929 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24975-12c8-4de5-b7a8-7a7199fdd1e0 req-8d364b8d-8258-40a1-8d87-e7a187b45972 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:30.449718 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-86d24975-12c8-4de5-b7a8-7a7199fdd1e0 req-8d364b8d-8258-40a1-8d87-e7a187b45972 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0595834 Jun 24 08:22:30.480999 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9651082e-7f19-4dba-af38-91ebeb3e97b6 req-361a5a97-ebba-4c7c-9925-0a039b6fd420 service neutron] 10.222.0.26 "GET /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064888 Jun 24 08:22:30.509718 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Attempting to bind port 83d7f299-eea9-449a-ab6f-539ebb3654ea on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:22:30.510161 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Attempting to bind port 83d7f299-eea9-449a-ab6f-539ebb3654ea by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:22:30.510375 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Attempting to bind port 83d7f299-eea9-449a-ab6f-539ebb3654ea on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:22:30.512864 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-86d24975-12c8-4de5-b7a8-7a7199fdd1e0 req-4efa2e34-e44c-435f-ba72-4d3b885c26f0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566883 Jun 24 08:22:30.515613 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Port 83d7f299-eea9-449a-ab6f-539ebb3654ea on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:22:30.515939 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Attempting to bind port 83d7f299-eea9-449a-ab6f-539ebb3654ea on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:22:30.521296 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:22:30.521632 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Checking segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:22:30.522008 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Bound using segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:22:30.522428 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Bound port: 83d7f299-eea9-449a-ab6f-539ebb3654ea, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:22:30.522784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:30.589218 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] For port 83d7f299-eea9-449a-ab6f-539ebb3654ea, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:22:30.593399 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] For port 83d7f299-eea9-449a-ab6f-539ebb3654ea, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=83d7f299-eea9-449a-ab6f-539ebb3654ea,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:22:30.676945 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f6bfc-2352-4de9-84fd-9fb8bd82948c req-9aae43cf-d05e-4ad4-a9a6-df54bf9100b2 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:30.678338 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7f8f6bfc-2352-4de9-84fd-9fb8bd82948c req-9aae43cf-d05e-4ad4-a9a6-df54bf9100b2 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 943 time: 0.0468357 Jun 24 08:22:30.686316 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:30.705209 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:30.727679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:30.727679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:30.728619 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] 10.222.0.26 "PUT /v2.0/ports/83d7f299-eea9-449a-ab6f-539ebb3654ea HTTP/1.1" status: 200 len: 1094 time: 1.1425178 Jun 24 08:22:30.732293 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7f8f6bfc-2352-4de9-84fd-9fb8bd82948c req-e86bca5f-2e62-439d-8456-5d033a609a8c tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Jun 24 08:22:30.749406 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20d654-8a1a-4fc7-8f03-215def010029 service neutron] Pushing event updated for resources: {'Port': ['ID=83d7f299-eea9-449a-ab6f-539ebb3654ea,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:30.866529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f1b75-b8be-4a29-af95-b6bbab3ea01a req-56d11c6a-931c-4033-a4af-2419c1f2a841 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:30.868123 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6c0f1b75-b8be-4a29-af95-b6bbab3ea01a req-56d11c6a-931c-4033-a4af-2419c1f2a841 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0508084 Jun 24 08:22:30.922527 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6c0f1b75-b8be-4a29-af95-b6bbab3ea01a req-5488738f-ef0f-4ed2-a98b-a504b0cfa159 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481682 Jun 24 08:22:31.011338 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107400d-d537-4746-9044-df446f71a031 req-82935cbb-394e-4c3f-9ef7-a65595c45797 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:31.012859 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b107400d-d537-4746-9044-df446f71a031 req-82935cbb-394e-4c3f-9ef7-a65595c45797 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0479631 Jun 24 08:22:31.060171 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b107400d-d537-4746-9044-df446f71a031 req-4270e929-147a-41c3-abed-c3e62c8e5253 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 Jun 24 08:22:31.318754 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:31.321204 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e64d61-6ed5-4913-96de-7418feca8f12" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:31.356452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dd045f-2b4a-4c6e-9106-8785f75a976c x-openstack-request-id: req-e5dd045f-2b4a-4c6e-9106-8785f75a976c {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:31.356744 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:31.357002 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5dd045f-2b4a-4c6e-9106-8785f75a976c {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:31.357406 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5dd045f-2b4a-4c6e-9106-8785f75a976c'] response: {'name': 'network-changed', 'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'status': 'completed', 'code': 200} Jun 24 08:22:31.622172 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e339b-2925-4094-a2d2-6495d156e950 req-6e4cf782-dc28-42bf-94a5-ca390c1f8fc0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:31.623620 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1d6e339b-2925-4094-a2d2-6495d156e950 req-6e4cf782-dc28-42bf-94a5-ca390c1f8fc0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0474296 Jun 24 08:22:31.670631 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1d6e339b-2925-4094-a2d2-6495d156e950 req-a50ed7f8-2172-4b51-b412-1d4dfd673328 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Jun 24 08:22:31.855295 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cac00-396b-4828-98b0-4ccdf8f63297 req-f92fa7f1-6ad6-43fb-a748-127262b000f4 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:31.857170 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-380cac00-396b-4828-98b0-4ccdf8f63297 req-f92fa7f1-6ad6-43fb-a748-127262b000f4 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 943 time: 0.0520232 Jun 24 08:22:31.858860 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e64d61-6ed5-4913-96de-7418feca8f12 req-2526752f-9e62-4210-8f24-69055454c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:31.860359 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e1e64d61-6ed5-4913-96de-7418feca8f12 req-2526752f-9e62-4210-8f24-69055454c67e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 1128 time: 0.0407860 Jun 24 08:22:31.905825 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-380cac00-396b-4828-98b0-4ccdf8f63297 req-fc8c9df4-ef94-401f-8329-cf2ba0f7f2fb tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Jun 24 08:22:31.976258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e64d61-6ed5-4913-96de-7418feca8f12 req-7243f1cc-158a-41f5-a25e-65bd8aa98a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:31.978121 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e1e64d61-6ed5-4913-96de-7418feca8f12 req-7243f1cc-158a-41f5-a25e-65bd8aa98a63 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a14e04756d06417da712e47759853a06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981858 Jun 24 08:22:32.037434 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413326f-fddb-4ff7-bdb1-205dee02ca0f req-b8e587cf-37ac-460a-8fd5-6ea1efafe2b9 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:32.038894 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c413326f-fddb-4ff7-bdb1-205dee02ca0f req-b8e587cf-37ac-460a-8fd5-6ea1efafe2b9 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Jun 24 08:22:32.076026 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e64d61-6ed5-4913-96de-7418feca8f12 req-50746a4e-0545-4d4d-9215-1132ec0f0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:32.077539 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e1e64d61-6ed5-4913-96de-7418feca8f12 req-50746a4e-0545-4d4d-9215-1132ec0f0a7a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915525 Jun 24 08:22:32.086872 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c413326f-fddb-4ff7-bdb1-205dee02ca0f req-6c23c4e6-05fb-4884-8956-bbe04b7a1c96 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Jun 24 08:22:32.180320 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f021-9a30-41d9-800a-0e022d507a63 req-88bb4b3d-ca5e-4700-8514-b8a3ceb30fc6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:32.181713 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fb4f021-9a30-41d9-800a-0e022d507a63 req-88bb4b3d-ca5e-4700-8514-b8a3ceb30fc6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0474193 Jun 24 08:22:32.194866 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-c6d70f18-4112-4f2c-a847-16513842c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:32.196373 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-c6d70f18-4112-4f2c-a847-16513842c7c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 1128 time: 0.0441210 Jun 24 08:22:32.233238 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fb4f021-9a30-41d9-800a-0e022d507a63 req-8cb86221-f30e-4f97-98a3-ec3238046382 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456207 Jun 24 08:22:32.244572 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-29524535-1a2f-429a-b347-54b4cbe4663f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83d7f299-eea9-449a-ab6f-539ebb3654ea HTTP/1.1" status: 200 len: 217 time: 0.0328822 Jun 24 08:22:32.293398 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-ef33c983-2efb-4ee2-b22b-4efc5695e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:32.294884 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-ef33c983-2efb-4ee2-b22b-4efc5695e410 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.0443909 Jun 24 08:22:32.339257 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-c9ebe566-9249-4957-9f42-5aff7bd8407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:32.340888 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-c9ebe566-9249-4957-9f42-5aff7bd8407c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388033 Jun 24 08:22:32.437635 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-2b0fe632-2fc8-416a-84e2-6988ea70e9cc service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886867 Jun 24 08:22:32.505004 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:32.534415 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4520b8bf-e1c0-4420-aefc-f595542f3ff1 req-3d8657fe-9129-42b7-9a61-f2e6a8ad5380 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899255 Jun 24 08:22:32.785718 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d151a-fa31-4c71-a0cd-6713b2458cda req-02b82c73-c0be-4535-bda8-d2a5c30b0670 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:32.787238 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-809d151a-fa31-4c71-a0cd-6713b2458cda req-02b82c73-c0be-4535-bda8-d2a5c30b0670 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0468626 Jun 24 08:22:32.834139 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-809d151a-fa31-4c71-a0cd-6713b2458cda req-d43a6458-8e99-49ef-9395-fe54c2bbc3d6 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415387 Jun 24 08:22:32.984781 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:33.022632 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c194b-3afc-4b8c-9aeb-04fcdf491479 req-9f46ad57-783c-4968-9acf-31dcd38619f5 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:33.024090 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f21c194b-3afc-4b8c-9aeb-04fcdf491479 req-9f46ad57-783c-4968-9acf-31dcd38619f5 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 943 time: 0.0501368 Jun 24 08:22:33.077888 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f21c194b-3afc-4b8c-9aeb-04fcdf491479 req-516fa6b5-50a7-424a-a376-5e89bad905ff tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480063 Jun 24 08:22:33.201897 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dbd31-a167-418d-9f2a-104122d9f85f req-cfc56f8a-8b6f-4403-b8f0-27773606b092 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:33.203344 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-340dbd31-a167-418d-9f2a-104122d9f85f req-cfc56f8a-8b6f-4403-b8f0-27773606b092 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0500929 Jun 24 08:22:33.250229 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-340dbd31-a167-418d-9f2a-104122d9f85f req-45f63a27-fb6c-4855-a406-37b52be422f5 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Jun 24 08:22:33.349183 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4298-8ce2-40a3-b22c-e540099f37e5 req-c94269b7-f8a0-47bc-a3d5-6bd081c05479 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:33.350612 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3bef4298-8ce2-40a3-b22c-e540099f37e5 req-c94269b7-f8a0-47bc-a3d5-6bd081c05479 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Jun 24 08:22:33.400939 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3bef4298-8ce2-40a3-b22c-e540099f37e5 req-58fafa21-2cef-42e6-ada0-d4a97bc88c85 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Jun 24 08:22:33.948415 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77906a-f239-45e6-b83d-2df847ffd6f0 req-eeefc5ff-b0b9-4a1b-8419-a7cb8ab82d57 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:33.953340 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2d77906a-f239-45e6-b83d-2df847ffd6f0 req-eeefc5ff-b0b9-4a1b-8419-a7cb8ab82d57 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Jun 24 08:22:33.997993 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2d77906a-f239-45e6-b83d-2df847ffd6f0 req-e0a6e2dc-bf9f-4dfa-bf5f-8d3ced1b4220 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 Jun 24 08:22:34.188830 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f8857-93c8-4254-a291-a9e0a387fd58 req-9b95fc3c-0391-4bab-b38e-bdead5a7aaf1 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:34.190296 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d3f8857-93c8-4254-a291-a9e0a387fd58 req-9b95fc3c-0391-4bab-b38e-bdead5a7aaf1 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 943 time: 0.0479276 Jun 24 08:22:34.236692 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d3f8857-93c8-4254-a291-a9e0a387fd58 req-67169ab7-5f31-460f-88e6-275e6766d542 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Jun 24 08:22:34.343341 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:34.361560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1cc62-706e-43d2-9ae4-806e92888780 req-13cbc523-f08b-4504-8939-3a6f6ba29e1e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:34.368446 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3cb1cc62-706e-43d2-9ae4-806e92888780 req-13cbc523-f08b-4504-8939-3a6f6ba29e1e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0469449 Jun 24 08:22:34.413602 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3cb1cc62-706e-43d2-9ae4-806e92888780 req-5cf337b2-073f-400b-8d58-4c2d583b0d42 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450718 Jun 24 08:22:34.513808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f51d-8991-4cbc-a890-27bca1c16898 req-07c5973d-045d-494b-b972-ca226127c362 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:34.515254 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-eff9f51d-8991-4cbc-a890-27bca1c16898 req-07c5973d-045d-494b-b972-ca226127c362 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0464172 Jun 24 08:22:34.566398 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-eff9f51d-8991-4cbc-a890-27bca1c16898 req-3f92e5e8-faaf-40cf-84a6-e38ce1b3af80 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455587 Jun 24 08:22:34.790309 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ebb1f926-526f-4167-bc22-2fae3e150bd4 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:22:35.007243 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port ebb1f926-526f-4167-bc22-2fae3e150bd4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ebb1f926-526f-4167-bc22-2fae3e150bd4,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:35.018598 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': 'ebb1f926-526f-4167-bc22-2fae3e150bd4', 'network_id': '96a4491d-88f3-4f8d-8921-4250acd08643', 'port_id': 'ebb1f926-526f-4167-bc22-2fae3e150bd4', 'mac_address': 'fa:16:3e:d3:6f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb959cc-0c8f-40c0-806a-603367e5382c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:22:35.056527 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port ebb1f926-526f-4167-bc22-2fae3e150bd4 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:22:35.056925 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:35.070817 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb1f926-526f-4167-bc22-2fae3e150bd4 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:22:35.091954 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port ebb1f926-526f-4167-bc22-2fae3e150bd4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ebb1f926-526f-4167-bc22-2fae3e150bd4,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:35.112028 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17778236-ca5c-4691-b33c-44008d9a6958 req-86db2d01-24e9-47ff-ade6-9c1e12eb4c8c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:35.113528 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-17778236-ca5c-4691-b33c-44008d9a6958 req-86db2d01-24e9-47ff-ade6-9c1e12eb4c8c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0478051 Jun 24 08:22:35.148494 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:35.160791 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-17778236-ca5c-4691-b33c-44008d9a6958 req-faf5b159-6f20-4920-9434-0a517bf10e90 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416019 Jun 24 08:22:35.187399 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:35.192905 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:35.198014 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=ebb1f926-526f-4167-bc22-2fae3e150bd4,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:35.354392 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4a34f-0753-4382-ad04-bf4bc0bcc54a req-d4aea88a-b814-4c99-81be-b567122685c2 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:35.356740 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d6a4a34f-0753-4382-ad04-bf4bc0bcc54a req-d4aea88a-b814-4c99-81be-b567122685c2 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 944 time: 0.0505600 Jun 24 08:22:35.408833 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d6a4a34f-0753-4382-ad04-bf4bc0bcc54a req-5862c684-7bfe-4680-add7-eb84f945cd10 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467238 Jun 24 08:22:35.526388 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e187-dfb0-496b-a6ce-a50e30360cde req-2aad1bcb-371c-4f58-b9bd-d4114e2d499b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:35.528099 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8255e187-dfb0-496b-a6ce-a50e30360cde req-2aad1bcb-371c-4f58-b9bd-d4114e2d499b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0482559 Jun 24 08:22:35.557313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['ebb1f926-526f-4167-bc22-2fae3e150bd4'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:22:35.577015 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8255e187-dfb0-496b-a6ce-a50e30360cde req-f97af57c-1b39-4fe6-84fa-ec251a028155 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Jun 24 08:22:35.585646 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:35.684476 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94b85c-c4ec-4fa0-9577-2427a774f71f req-7b42b60c-4405-4549-aab0-abe2d7bc81d3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:35.686226 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-eb94b85c-c4ec-4fa0-9577-2427a774f71f req-7b42b60c-4405-4549-aab0-abe2d7bc81d3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0483601 Jun 24 08:22:35.737763 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-eb94b85c-c4ec-4fa0-9577-2427a774f71f req-54540d30-c318-4fbc-ad7a-9536ffbf412d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Jun 24 08:22:35.968032 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:35.988923 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:36.272778 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923323a0-22d3-4441-8297-b8e658592e5f req-fe834e75-e345-48df-b647-c2b887847380 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:36.274221 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-923323a0-22d3-4441-8297-b8e658592e5f req-fe834e75-e345-48df-b647-c2b887847380 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0479641 Jun 24 08:22:36.323325 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-923323a0-22d3-4441-8297-b8e658592e5f req-196acf22-208a-4c44-b2bf-da9efcda601e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Jun 24 08:22:36.507214 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:36.520237 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a033de-f5ae-4d3a-baec-3fd7e2000b68 req-e793c71d-fb4b-47a3-b8f8-9a094ebabc9f tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:36.521683 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-27a033de-f5ae-4d3a-baec-3fd7e2000b68 req-e793c71d-fb4b-47a3-b8f8-9a094ebabc9f tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 944 time: 0.0457218 Jun 24 08:22:36.568473 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-27a033de-f5ae-4d3a-baec-3fd7e2000b68 req-bf21e524-e47c-491d-bea2-6a9e1702a429 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Jun 24 08:22:36.693260 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc222ae-9026-461e-9af7-0bb360428301 req-04ce8134-5e02-483e-855d-093eefdd80ac tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:36.694719 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4bc222ae-9026-461e-9af7-0bb360428301 req-04ce8134-5e02-483e-855d-093eefdd80ac tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0503292 Jun 24 08:22:36.741427 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4bc222ae-9026-461e-9af7-0bb360428301 req-90db7497-06e6-4e2f-9f55-f3d766cd1e72 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404496 Jun 24 08:22:36.807642 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 83d7f299-eea9-449a-ab6f-539ebb3654ea details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:22:36.818661 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ebb1f926-526f-4167-bc22-2fae3e150bd4 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:22:36.850121 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8563-fe33-4669-8323-71e3d10a3a8e req-f2361967-31ad-4437-97fc-ee207799c179 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:36.851601 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a4cd8563-fe33-4669-8323-71e3d10a3a8e req-f2361967-31ad-4437-97fc-ee207799c179 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0475969 Jun 24 08:22:36.894707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port ebb1f926-526f-4167-bc22-2fae3e150bd4 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:22:36.903188 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a4cd8563-fe33-4669-8323-71e3d10a3a8e req-00bc70d7-e0b3-462c-9b4a-9bc3b7a6865e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Jun 24 08:22:36.950313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 83d7f299-eea9-449a-ab6f-539ebb3654ea, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=83d7f299-eea9-449a-ab6f-539ebb3654ea,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:36.961499 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'port_id': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'mac_address': 'fa:16:3e:92:66:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:22:36.995448 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 83d7f299-eea9-449a-ab6f-539ebb3654ea is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:22:36.996850 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:37.005387 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port ebb1f926-526f-4167-bc22-2fae3e150bd4 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:22:37.005747 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:37.030555 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d7f299-eea9-449a-ab6f-539ebb3654ea {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:22:37.062275 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 83d7f299-eea9-449a-ab6f-539ebb3654ea, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=83d7f299-eea9-449a-ab6f-539ebb3654ea,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:37.101041 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port ebb1f926-526f-4167-bc22-2fae3e150bd4 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:22:37.101422 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:37.126188 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb1f926-526f-4167-bc22-2fae3e150bd4'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:37.128365 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968445c1-2e12-4ecd-adef-2a37d7cd0c4a" -d '{"events": [{"server_uuid": "db7d9be6-b120-49bf-bf5a-6abf47f52e34", "name": "network-vif-plugged", "status": "completed", "tag": "ebb1f926-526f-4167-bc22-2fae3e150bd4"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:37.140912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port ebb1f926-526f-4167-bc22-2fae3e150bd4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ebb1f926-526f-4167-bc22-2fae3e150bd4,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:37.153951 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:37.176139 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84174a8d-412d-4af5-98c2-a8e3a8f745e9 x-openstack-request-id: req-84174a8d-412d-4af5-98c2-a8e3a8f745e9 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:37.176455 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7d9be6-b120-49bf-bf5a-6abf47f52e34", "name": "network-vif-plugged", "status": "completed", "tag": "ebb1f926-526f-4167-bc22-2fae3e150bd4", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:37.176733 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84174a8d-412d-4af5-98c2-a8e3a8f745e9 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:37.177120 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84174a8d-412d-4af5-98c2-a8e3a8f745e9'] response: {'server_uuid': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb1f926-526f-4167-bc22-2fae3e150bd4', 'code': 200} Jun 24 08:22:37.202623 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=83d7f299-eea9-449a-ab6f-539ebb3654ea,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:37.216683 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:37.266824 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=ebb1f926-526f-4167-bc22-2fae3e150bd4,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:37.440617 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15971855-a04a-4bd4-9378-ee93efa2dea4 req-6e2a2edd-ef07-49a9-b7a5-60e67f6ce386 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:37.442101 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-15971855-a04a-4bd4-9378-ee93efa2dea4 req-6e2a2edd-ef07-49a9-b7a5-60e67f6ce386 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Jun 24 08:22:37.467754 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:37.489679 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-15971855-a04a-4bd4-9378-ee93efa2dea4 req-306cd877-2780-41a6-802b-427b4d332c72 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Jun 24 08:22:37.572546 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['83d7f299-eea9-449a-ab6f-539ebb3654ea'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:22:37.619442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64965c7c-ba9a-4b04-9b44-3c3d7fd79c2f req-d3e8df13-4995-4388-815b-f5c96abc936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:37.621729 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-64965c7c-ba9a-4b04-9b44-3c3d7fd79c2f req-d3e8df13-4995-4388-815b-f5c96abc936d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 1129 time: 0.0417752 Jun 24 08:22:37.670509 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-64965c7c-ba9a-4b04-9b44-3c3d7fd79c2f req-de89e684-48e6-497b-b654-22ded1b4466a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Jun 24 08:22:37.691104 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b556f-4f94-410f-960f-f6bfcd8a6033 req-c5e1206a-8c95-4356-95e3-a818d4af7716 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:37.692611 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-692b556f-4f94-410f-960f-f6bfcd8a6033 req-c5e1206a-8c95-4356-95e3-a818d4af7716 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 945 time: 0.0501516 Jun 24 08:22:37.740248 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-692b556f-4f94-410f-960f-f6bfcd8a6033 req-3f3f1ef7-4c38-4c13-b746-37765d0bbe0a tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Jun 24 08:22:37.855722 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9327547-586c-4a0e-84b7-28d1dd5de766 req-4d8f300b-3f89-4ebd-9f57-aaccbe88e2a8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:37.857308 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a9327547-586c-4a0e-84b7-28d1dd5de766 req-4d8f300b-3f89-4ebd-9f57-aaccbe88e2a8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0465214 Jun 24 08:22:37.908935 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a9327547-586c-4a0e-84b7-28d1dd5de766 req-4ccc623b-d628-4cfa-a9e6-04655c5707e2 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459480 Jun 24 08:22:38.012647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035ce02-338a-4624-a5c0-421adad46fc6 req-cfb7d099-f324-4034-a304-8b855a16f6dc tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:38.014104 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7035ce02-338a-4624-a5c0-421adad46fc6 req-cfb7d099-f324-4034-a304-8b855a16f6dc tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0466530 Jun 24 08:22:38.061912 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7035ce02-338a-4624-a5c0-421adad46fc6 req-cc035ab8-8302-4fab-b0ea-a3cfb0635d08 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423634 Jun 24 08:22:38.603960 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61282b69-1dcf-41be-8199-1895fbc5c3e3 req-fa1fcb54-f3ee-4654-a845-e7cf84fef905 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:38.605518 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-61282b69-1dcf-41be-8199-1895fbc5c3e3 req-fa1fcb54-f3ee-4654-a845-e7cf84fef905 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 945 time: 0.0477364 Jun 24 08:22:38.650699 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-61282b69-1dcf-41be-8199-1895fbc5c3e3 req-298c901b-34b0-43ae-8c4c-bab522e575d5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396588 Jun 24 08:22:38.826316 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 83d7f299-eea9-449a-ab6f-539ebb3654ea up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:22:38.858542 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8947d0b-3d84-4514-baf5-d9b10dcbaa21 req-a9449090-ab38-445d-95af-ae49ed276aad tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:38.860052 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c8947d0b-3d84-4514-baf5-d9b10dcbaa21 req-a9449090-ab38-445d-95af-ae49ed276aad tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 945 time: 0.0534859 Jun 24 08:22:38.872495 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 83d7f299-eea9-449a-ab6f-539ebb3654ea completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:22:38.908498 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c8947d0b-3d84-4514-baf5-d9b10dcbaa21 req-91759238-baed-4459-92bd-9fc04f8d6155 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Jun 24 08:22:38.942180 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 83d7f299-eea9-449a-ab6f-539ebb3654ea triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:22:38.942810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:39.016420 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 83d7f299-eea9-449a-ab6f-539ebb3654ea is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:22:39.016864 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:39.022497 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29d373-b5c7-495a-a882-ca0c8030056a req-2921cfe6-e031-499b-95b9-03352f582823 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:39.023927 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cd29d373-b5c7-495a-a882-ca0c8030056a req-2921cfe6-e031-499b-95b9-03352f582823 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0478494 Jun 24 08:22:39.049371 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 83d7f299-eea9-449a-ab6f-539ebb3654ea, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=83d7f299-eea9-449a-ab6f-539ebb3654ea,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:22:39.072600 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cd29d373-b5c7-495a-a882-ca0c8030056a req-6861f3aa-2b13-4906-bc3a-41ca89d126e1 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Jun 24 08:22:39.159504 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:39.174662 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0792cc8-fd1e-44d7-8600-8298ddad7f7e req-dd198c28-88a1-4c25-b6ed-2d467311ccc3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:39.176230 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b0792cc8-fd1e-44d7-8600-8298ddad7f7e req-dd198c28-88a1-4c25-b6ed-2d467311ccc3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0480745 Jun 24 08:22:39.180418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:39.182659 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89278d2-c88c-4576-b872-50e469385107" -d '{"events": [{"server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "name": "network-vif-plugged", "status": "completed", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:39.206270 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:39.216649 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=83d7f299-eea9-449a-ab6f-539ebb3654ea,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:22:39.222752 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a88e3ab-f430-4f37-8434-788a58e95247 x-openstack-request-id: req-1a88e3ab-f430-4f37-8434-788a58e95247 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:39.223044 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "name": "network-vif-plugged", "status": "completed", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:39.223300 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a88e3ab-f430-4f37-8434-788a58e95247 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:39.223699 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a88e3ab-f430-4f37-8434-788a58e95247'] response: {'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'code': 200} Jun 24 08:22:39.233410 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b0792cc8-fd1e-44d7-8600-8298ddad7f7e req-1fab5600-be75-4af0-ba84-c1d0a20402b6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516160 Jun 24 08:22:39.763427 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4306e3-e9d6-48d2-989f-1f290a445781 req-3786f496-8639-414e-9bec-d4fe36fdd479 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:39.764894 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6a4306e3-e9d6-48d2-989f-1f290a445781 req-3786f496-8639-414e-9bec-d4fe36fdd479 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0467553 Jun 24 08:22:39.775404 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:39.815669 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6a4306e3-e9d6-48d2-989f-1f290a445781 req-d9dbed27-8d28-4ddf-a5ee-1d2b5582c4b1 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454400 Jun 24 08:22:40.021400 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5a8d-b78b-4090-acd2-b25c88db355a req-3570130e-ceb5-4ea6-b7e2-33e1df47ae6f tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:40.022791 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-509f5a8d-b78b-4090-acd2-b25c88db355a req-3570130e-ceb5-4ea6-b7e2-33e1df47ae6f tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 945 time: 0.0482020 Jun 24 08:22:40.071248 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-509f5a8d-b78b-4090-acd2-b25c88db355a req-7ae6e07c-e696-47d7-bae3-c5a48a4e6cac tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Jun 24 08:22:40.188302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8b24a-6e60-4df5-8f65-b19444b70ad7 req-ad8a9db8-00da-4b10-8f9a-4b0c8e7390ed tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:40.189801 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fec8b24a-6e60-4df5-8f65-b19444b70ad7 req-ad8a9db8-00da-4b10-8f9a-4b0c8e7390ed tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Jun 24 08:22:40.236674 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fec8b24a-6e60-4df5-8f65-b19444b70ad7 req-54798be9-612c-4dbd-891c-8eabe2e93a09 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412555 Jun 24 08:22:40.346603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7876ed6-0948-42d4-9b75-1569803e15cf req-150de98d-5e58-43c5-ba09-95b2cc67684f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:40.348027 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d7876ed6-0948-42d4-9b75-1569803e15cf req-150de98d-5e58-43c5-ba09-95b2cc67684f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0473275 Jun 24 08:22:40.360151 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:40.395382 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d7876ed6-0948-42d4-9b75-1569803e15cf req-f85a5948-67eb-41e4-883d-70a8ccdfe35f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418980 Jun 24 08:22:40.722988 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6fcf-5980-4e87-8ea7-e33d821d0fef req-d1428375-49a3-4af7-8229-6a1f72fc1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:40.724607 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-21ee6fcf-5980-4e87-8ea7-e33d821d0fef req-d1428375-49a3-4af7-8229-6a1f72fc1342 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 1130 time: 0.0399837 Jun 24 08:22:40.812709 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-21ee6fcf-5980-4e87-8ea7-e33d821d0fef req-62c4110d-2338-4ab7-a7bc-69454176ea73 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709984 Jun 24 08:22:40.814698 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:40.817725 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dc00c-c957-4446-9bdc-fd95591a0c9c req-6e00f61e-b12c-4c43-960f-1f5d867df4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:40.819112 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-357dc00c-c957-4446-9bdc-fd95591a0c9c req-6e00f61e-b12c-4c43-960f-1f5d867df4db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1130 time: 0.0576901 Jun 24 08:22:40.932890 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f19ac8-2976-4bea-aa9d-9f05eaa3b174 req-df07c234-eebf-4ced-a461-4da3b0f40ab4 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:40.935330 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-44f19ac8-2976-4bea-aa9d-9f05eaa3b174 req-df07c234-eebf-4ced-a461-4da3b0f40ab4 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Jun 24 08:22:40.981563 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-44f19ac8-2976-4bea-aa9d-9f05eaa3b174 req-2f071908-8f99-4a79-a1fc-c7befcf57912 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Jun 24 08:22:41.182689 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62da7e-ca70-4e37-a543-a0521d637812 req-8c8d8afe-1f51-43fc-9bf5-ac3396cf78ec tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:41.183971 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-357dc00c-c957-4446-9bdc-fd95591a0c9c req-5f3df5e6-7ac2-4833-82e6-ed0b6740cb03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393865 Jun 24 08:22:41.184681 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0e62da7e-ca70-4e37-a543-a0521d637812 req-8c8d8afe-1f51-43fc-9bf5-ac3396cf78ec tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 945 time: 0.0474632 Jun 24 08:22:41.230938 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0e62da7e-ca70-4e37-a543-a0521d637812 req-81deb341-c7ea-4037-bf3b-829a04fb3449 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Jun 24 08:22:41.354386 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03e4bb-0d1e-4813-a555-a2a894b261b4 req-8c3c5312-2c4c-48a2-a985-2597ad3775d8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:41.356654 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3c03e4bb-0d1e-4813-a555-a2a894b261b4 req-8c3c5312-2c4c-48a2-a985-2597ad3775d8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0537503 Jun 24 08:22:41.405773 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3c03e4bb-0d1e-4813-a555-a2a894b261b4 req-4465a8f1-8a9c-47cf-8357-e29bbbce8d2f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Jun 24 08:22:41.505470 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a0938-cdde-4bb3-b7c2-64671bfd4c4d req-741703e0-b775-4e4e-abd4-71551a167186 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:41.506909 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-267a0938-cdde-4bb3-b7c2-64671bfd4c4d req-741703e0-b775-4e4e-abd4-71551a167186 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0469658 Jun 24 08:22:41.553046 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-267a0938-cdde-4bb3-b7c2-64671bfd4c4d req-615d249a-3c9a-4307-b98e-7ba19eb2145e tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400667 Jun 24 08:22:42.093683 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b4f92-4116-427f-8ac2-299ef8ef2463 req-e8bd5cea-6668-4ab4-8cb0-3a9c230492af tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:42.095121 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-275b4f92-4116-427f-8ac2-299ef8ef2463 req-e8bd5cea-6668-4ab4-8cb0-3a9c230492af tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0471811 Jun 24 08:22:42.141904 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-275b4f92-4116-427f-8ac2-299ef8ef2463 req-8bfd05cd-ac1a-4421-840f-3eba4c0a762f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Jun 24 08:22:42.523902 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574dc96-6b18-4864-9ff4-804b7e967a2a req-4ab11681-cc92-461e-8956-62d86c6d79ea tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:42.525415 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4574dc96-6b18-4864-9ff4-804b7e967a2a req-4ab11681-cc92-461e-8956-62d86c6d79ea tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0498290 Jun 24 08:22:42.573032 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4574dc96-6b18-4864-9ff4-804b7e967a2a req-60a35c3e-bff1-4405-baff-88f946e24230 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Jun 24 08:22:42.682182 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c91fee-9913-4ac6-ac83-7aa67b5f2972 req-23886ed2-05d0-453a-9975-043634408882 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:42.684379 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f1c91fee-9913-4ac6-ac83-7aa67b5f2972 req-23886ed2-05d0-453a-9975-043634408882 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0471435 Jun 24 08:22:42.731387 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f1c91fee-9913-4ac6-ac83-7aa67b5f2972 req-4ed523e7-abed-451e-a97f-4f148bb98168 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Jun 24 08:22:43.259345 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabd60-e7fc-46cb-b725-4171d28741c5 req-9998e1c2-0dc9-4952-9899-6e7aac71ae18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:43.260759 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-deaabd60-e7fc-46cb-b725-4171d28741c5 req-9998e1c2-0dc9-4952-9899-6e7aac71ae18 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0504282 Jun 24 08:22:43.271791 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:43.312224 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-deaabd60-e7fc-46cb-b725-4171d28741c5 req-b5ad98eb-9386-4459-b3e7-5f06a6386782 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458243 Jun 24 08:22:43.425018 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7258ad-1a71-4b63-a8e2-cdb8f074eed1 req-63589852-bbea-47a9-a53a-fec122a9900f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:43.426474 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc7258ad-1a71-4b63-a8e2-cdb8f074eed1 req-63589852-bbea-47a9-a53a-fec122a9900f tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0480235 Jun 24 08:22:43.435572 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58160) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:43.439867 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'port_id': '83d7f299-eea9-449a-ab6f-539ebb3654ea'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:43.477141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (6d8d143d-4dfc-420d-a05c-22c54b56dc0d), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:43.923702 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:44.022326 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e38cd-7512-4f31-b6b4-5f9541005484 req-5b9c639d-f48a-47a2-b3f6-9f54875203dc tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:44.023782 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6a7e38cd-7512-4f31-b6b4-5f9541005484 req-5b9c639d-f48a-47a2-b3f6-9f54875203dc tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.1279864 Jun 24 08:22:44.032285 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2a3bc-dfbf-4f7a-bafb-40af09961461 req-6d57484a-c867-4177-932c-6c313033359d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:44.033838 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dab2a3bc-dfbf-4f7a-bafb-40af09961461 req-6d57484a-c867-4177-932c-6c313033359d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.1368697 Jun 24 08:22:44.180220 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6a7e38cd-7512-4f31-b6b4-5f9541005484 req-965dc099-3b2c-4dab-a876-eba7b3ed1334 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454148 Jun 24 08:22:44.194680 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dab2a3bc-dfbf-4f7a-bafb-40af09961461 req-696dbf29-4f0c-4b0f-9da2-8ba499446a9c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528218 Jun 24 08:22:44.326557 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:44.399544 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (6d8d143d-4dfc-420d-a05c-22c54b56dc0d), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:44.499702 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP 6d8d143d-4dfc-420d-a05c-22c54b56dc0d associated. External IP: 172.27.3.221, port: 83d7f299-eea9-449a-ab6f-539ebb3654ea. Jun 24 08:22:44.614527 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534cce-8430-4f35-a635-621c31395d65 req-3d81014c-e504-4234-aa21-6dd551ddaeda tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:44.616075 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83534cce-8430-4f35-a635-621c31395d65 req-3d81014c-e504-4234-aa21-6dd551ddaeda tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0840323 Jun 24 08:22:44.684987 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83534cce-8430-4f35-a635-621c31395d65 req-5c111c04-83cb-4b0b-9367-20edd31823e8 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604641 Jun 24 08:22:44.727398 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-5c749002-3f5b-4166-9b06-f53beb128117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:44.728843 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-5c749002-3f5b-4166-9b06-f53beb128117 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 1129 time: 0.0444913 Jun 24 08:22:44.750052 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:44.773987 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c73835-7d2d-4be5-98dd-c3eea36b2280 req-a85285bc-8cd3-4165-9d15-6dcbd5ca2fe6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:44.775479 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-97c73835-7d2d-4be5-98dd-c3eea36b2280 req-a85285bc-8cd3-4165-9d15-6dcbd5ca2fe6 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0607297 Jun 24 08:22:44.842727 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:44.857648 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-2065243f-784a-465d-a575-51e86b1487dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:44.859167 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-2065243f-784a-465d-a575-51e86b1487dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1130 time: 0.0568867 Jun 24 08:22:44.862114 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-0d588a9d-2d94-4c50-a67c-4d1a4fe97cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:44.862555 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-97c73835-7d2d-4be5-98dd-c3eea36b2280 req-66a49c63-9464-4204-99d9-18baec1d831a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630226 Jun 24 08:22:44.863460 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-0d588a9d-2d94-4c50-a67c-4d1a4fe97cf6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 910 time: 0.1280818 Jun 24 08:22:44.864326 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:22:44.979647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:22:44.987862 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:44.991532 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:22:44.994344 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-37f17ebd-c4d8-4d4d-b2e3-64787daf69b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 200 len: 1001 time: 0.1164608 Jun 24 08:22:45.004017 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:45.004727 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:22:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:45.015623 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-47e1c688-4e8f-497e-a3da-96340e4bf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.017593 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-47e1c688-4e8f-497e-a3da-96340e4bf47b service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.1482427 Jun 24 08:22:45.023534 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2c15c7d6-e01a-4d94-907e-5782ecdbf4a9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "PUT /v2.0/floatingips/6d8d143d-4dfc-420d-a05c-22c54b56dc0d HTTP/1.1" status: 200 len: 992 time: 1.5848978 Jun 24 08:22:45.023534 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:45.024507 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d61a29-23a9-4b6c-9f66-e57ff89851b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:45.061264 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee32d43-ff46-470f-9953-adfadfb88e3b x-openstack-request-id: req-2ee32d43-ff46-470f-9953-adfadfb88e3b {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:45.061554 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:45.061802 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ee32d43-ff46-470f-9953-adfadfb88e3b {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:45.062202 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee32d43-ff46-470f-9953-adfadfb88e3b'] response: {'name': 'network-changed', 'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'status': 'completed', 'code': 200} Jun 24 08:22:45.098634 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:45.112772 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:45.129288 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-133062f1-cba4-4cc2-bdf7-b1da81c81ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.130401 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-133062f1-cba4-4cc2-bdf7-b1da81c81ede service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.1052196 Jun 24 08:22:45.148248 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-85d83c87-cd08-43da-b3e9-b2f2206ccb20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 200 len: 1002 time: 0.1218629 Jun 24 08:22:45.221226 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-2147cfa7-f156-4d93-9671-c6a5a4b2cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.222717 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-2147cfa7-f156-4d93-9671-c6a5a4b2cdd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 1130 time: 0.1062696 Jun 24 08:22:45.233063 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-7a38f693-c94c-4466-a4dc-f821001d2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.233512 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-7a38f693-c94c-4466-a4dc-f821001d2a26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825384 Jun 24 08:22:45.279465 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-184e43f4-220d-4761-8548-f6416f57a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.282490 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-184e43f4-220d-4761-8548-f6416f57a521 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.1201515 Jun 24 08:22:45.326070 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '6d8d143d-4dfc-420d-a05c-22c54b56dc0d', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:92:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:22:23Z', 'updated_at': '2022-06-24T08:22:44Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:45.328712 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:45.354854 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:22:45.364909 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:45.365556 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:22:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:45.472405 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:45.644929 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:45.649398 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-d5ea83b1-1889-4ee5-9d53-34a0e44859e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.650927 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-d5ea83b1-1889-4ee5-9d53-34a0e44859e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3599772 Jun 24 08:22:45.702696 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-65268001-3189-463c-ab13-35e4161ed518 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595599 Jun 24 08:22:45.706274 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-38b802a6-16fc-4221-915c-ad4cfd49e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.707744 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-38b802a6-16fc-4221-915c-ad4cfd49e4d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 915 time: 0.4776642 Jun 24 08:22:45.812077 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276637-8315-4144-a65f-6d9cd10025e0 req-18374284-e1eb-49b5-bbbd-8f442f748df1 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.813542 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-57276637-8315-4144-a65f-6d9cd10025e0 req-18374284-e1eb-49b5-bbbd-8f442f748df1 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0544293 Jun 24 08:22:45.817838 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '6d8d143d-4dfc-420d-a05c-22c54b56dc0d', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:92:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:22:23Z', 'updated_at': '2022-06-24T08:22:44Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:45.832998 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:45.846279 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3569ea-0f10-4e67-b28f-034a365def84 None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '6d8d143d-4dfc-420d-a05c-22c54b56dc0d', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:92:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:22:23Z', 'updated_at': '2022-06-24T08:22:44Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:22:45.867868 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-57276637-8315-4144-a65f-6d9cd10025e0 req-fd571f5b-9f6f-46e2-9136-64eb394cd8e4 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474865 Jun 24 08:22:45.870874 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-d5a1b95c-23a5-4f1f-9fc6-8069d44e8073 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83d7f299-eea9-449a-ab6f-539ebb3654ea HTTP/1.1" status: 200 len: 1000 time: 0.1543593 Jun 24 08:22:45.939593 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-8559601d-eedc-430f-80a3-5ea75b877f5f service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788062 Jun 24 08:22:45.948262 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8ece2428-a42a-46b4-8e87-8270d581e6aa req-5210abb9-ccd1-4977-8e29-c465ea46c354 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337000 Jun 24 08:22:45.963930 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-0e827e27-214c-4416-bdc1-b1cc1dc77533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.967804 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-0e827e27-214c-4416-bdc1-b1cc1dc77533 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.0837588 Jun 24 08:22:45.993906 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f01543-1d47-484f-b185-dbddb538502e req-92cdaf11-a715-4a04-a361-bc52ed072935 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:45.996227 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-16f01543-1d47-484f-b185-dbddb538502e req-92cdaf11-a715-4a04-a361-bc52ed072935 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0538843 Jun 24 08:22:46.051618 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-16f01543-1d47-484f-b185-dbddb538502e req-6c402dc7-df5a-4af8-9e3d-a65587986dd3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495875 Jun 24 08:22:46.054931 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-7b86249c-eb85-4348-b09d-f471085949ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:46.056540 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-7b86249c-eb85-4348-b09d-f471085949ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766850 Jun 24 08:22:46.091599 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d475c0f-7490-4403-a173-e0948b0208c2 None None] New status for floating IP 6d8d143d-4dfc-420d-a05c-22c54b56dc0d: ACTIVE {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:22:46.114710 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6fc6b6ba-5903-49fb-a8c2-d68ad589b414 req-d2fb6cac-2d83-42f5-b67b-3f757dae9b1c service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632509 Jun 24 08:22:46.175515 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-87a7b784-43cc-4dd2-8b06-c6dc07477378 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035585 Jun 24 08:22:46.390682 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80d61a29-23a9-4b6c-9f66-e57ff89851b9 req-b66e75e1-ed24-412f-a1d4-a10dacaffd4d service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867622 Jun 24 08:22:46.990087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cc124-7b42-4ef5-b4d5-91ffbbe714ce req-df9897e3-43de-4b4a-9819-64ce964c2627 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:46.991561 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-506cc124-7b42-4ef5-b4d5-91ffbbe714ce req-df9897e3-43de-4b4a-9819-64ce964c2627 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0513122 Jun 24 08:22:47.038976 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-506cc124-7b42-4ef5-b4d5-91ffbbe714ce req-e66876e1-45e7-4f8b-b7ae-e486aa54e1e0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 Jun 24 08:22:47.171338 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979367a7-ee73-46c0-bfb3-231a113898aa req-5332f91b-cf46-4ff0-a8d5-2dae8c5ee49b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:47.172867 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-979367a7-ee73-46c0-bfb3-231a113898aa req-5332f91b-cf46-4ff0-a8d5-2dae8c5ee49b tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0495353 Jun 24 08:22:47.220086 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-979367a7-ee73-46c0-bfb3-231a113898aa req-c545fabe-63e2-4894-b161-3b26c0234777 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 Jun 24 08:22:47.222294 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:48.335404 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e9bc5-f922-4a36-92aa-82946543a346 req-4c493d3d-5c56-43cc-990a-e9ba09d163fd tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:48.336875 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f81e9bc5-f922-4a36-92aa-82946543a346 req-4c493d3d-5c56-43cc-990a-e9ba09d163fd tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0481076 Jun 24 08:22:48.389434 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f81e9bc5-f922-4a36-92aa-82946543a346 req-c854dce5-852e-418d-8c79-457e85eeea44 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469496 Jun 24 08:22:49.506168 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a92bb-e268-42a2-b543-b063e2c2ca8a req-a7663ea0-e839-474c-b4ec-8a738e55360a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:49.507641 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-137a92bb-e268-42a2-b543-b063e2c2ca8a req-a7663ea0-e839-474c-b4ec-8a738e55360a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Jun 24 08:22:49.555897 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-137a92bb-e268-42a2-b543-b063e2c2ca8a req-85cc1de3-f043-418c-b282-6260e4860abb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Jun 24 08:22:49.668716 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12018c6-b742-4099-a471-520f834f8103 req-1c3f5c6a-6a77-40bd-8830-5e8b78f5be34 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:49.670222 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a12018c6-b742-4099-a471-520f834f8103 req-1c3f5c6a-6a77-40bd-8830-5e8b78f5be34 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0470722 Jun 24 08:22:49.678438 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58232) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:22:49.682872 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Request body: {'floatingip': {'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:22:49.738755 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:49.782743 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:50.039670 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:50.184719 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:50.250471 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:50.449893 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:22:50.551143 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:22:50.555620 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:50.562001 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] Sync routers for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:22:50.576242 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:50.577191 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:22:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:50.593723 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:50.595363 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba3277-126c-47b2-977f-5baea41cad4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:50.626208 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ed1db26a-2552-4135-ab18-eff10800c45f tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "PUT /v2.0/floatingips/1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2 HTTP/1.1" status: 200 len: 994 time: 0.9466891 Jun 24 08:22:50.632089 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113f6ef-9a3a-4662-8b9b-49e3482a774c x-openstack-request-id: req-9113f6ef-9a3a-4662-8b9b-49e3482a774c {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:50.632408 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:50.632663 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9113f6ef-9a3a-4662-8b9b-49e3482a774c {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:50.633065 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9113f6ef-9a3a-4662-8b9b-49e3482a774c'] response: {'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'status': 'completed', 'code': 200} Jun 24 08:22:50.690478 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:50.755659 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba3277-126c-47b2-977f-5baea41cad4d req-5953524b-a20f-4004-915c-674c803f4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:50.757246 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52ba3277-126c-47b2-977f-5baea41cad4d req-5953524b-a20f-4004-915c-674c803f4939 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1130 time: 0.0485780 Jun 24 08:22:50.853466 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba3277-126c-47b2-977f-5baea41cad4d req-73d63df2-b1f3-4ee2-ac30-ee7bea20d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:50.855793 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52ba3277-126c-47b2-977f-5baea41cad4d req-73d63df2-b1f3-4ee2-ac30-ee7bea20d830 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.0916479 Jun 24 08:22:50.904356 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'mac_address': 'fa:16:3e:e4:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:47Z', 'updated_at': '2022-06-24T08:22:50Z', 'revision_number': 3, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:50.928762 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] Checking router: 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:22:50.937780 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:22:50.938371 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:22:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:51.039062 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:22:51.257626 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:51.259139 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'mac_address': 'fa:16:3e:e4:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:47Z', 'updated_at': '2022-06-24T08:22:50Z', 'revision_number': 3, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:22:51.271847 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52ba3277-126c-47b2-977f-5baea41cad4d req-aacda5f9-99af-41d8-9f40-a0d9da9e2f80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 200 len: 1002 time: 0.0721841 Jun 24 08:22:51.287915 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13868998-6f40-45e1-b121-af8dfb9808f6 None None] The sync data for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi is: [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'port_id': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'mac_address': 'fa:16:3e:e4:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:20:47Z', 'updated_at': '2022-06-24T08:22:50Z', 'revision_number': 3, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:22:51.333275 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba3277-126c-47b2-977f-5baea41cad4d req-3ec6e300-be4c-4ade-a9c1-503a3e3bf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:51.334831 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52ba3277-126c-47b2-977f-5baea41cad4d req-3ec6e300-be4c-4ade-a9c1-503a3e3bf5fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0555296 Jun 24 08:22:51.380825 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba3277-126c-47b2-977f-5baea41cad4d req-67b42dbc-9a91-4b45-928e-ac29514141c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:51.382456 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52ba3277-126c-47b2-977f-5baea41cad4d req-67b42dbc-9a91-4b45-928e-ac29514141c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418015 Jun 24 08:22:51.424434 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:51.486241 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52ba3277-126c-47b2-977f-5baea41cad4d req-2907d18f-da2b-4673-bc4f-11375220b11e service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968659 Jun 24 08:22:51.586611 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52ba3277-126c-47b2-977f-5baea41cad4d req-b8cbe6b3-e80d-4300-b532-1b3cd68a53c2 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872386 Jun 24 08:22:52.634057 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:22:52.636412 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e507566-e089-46fa-8e15-e1088fd7d7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:22:52.672897 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dccb55-c7e0-4993-92d9-125698e4992b x-openstack-request-id: req-64dccb55-c7e0-4993-92d9-125698e4992b {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:22:52.673182 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:22:52.673432 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64dccb55-c7e0-4993-92d9-125698e4992b {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:22:52.673835 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dccb55-c7e0-4993-92d9-125698e4992b'] response: {'name': 'network-changed', 'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'status': 'completed', 'code': 200} Jun 24 08:22:52.787793 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1d9437e4-9af0-473e-83c6-88e0f19cf5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:55.154048 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:55.222194 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-95d53819-e457-4e64-97cb-20e1d2ff71eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:55.580746 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:55.587904 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-11ef51f5-8582-4610-8d1a-b83fb17ed4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:55.589474 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-11ef51f5-8582-4610-8d1a-b83fb17ed4b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 1130 time: 0.0436218 Jun 24 08:22:55.693165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-02bde40f-5456-435d-9d97-cd29e9eb5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:55.694611 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-02bde40f-5456-435d-9d97-cd29e9eb5b36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 200 len: 919 time: 0.0889597 Jun 24 08:22:55.763827 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-7a7f1711-eb72-45e2-be19-d22bcf182b2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 200 len: 1002 time: 0.0594933 Jun 24 08:22:55.812116 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-4e39fd70-c969-4126-80c7-ba159214843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:55.813569 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-4e39fd70-c969-4126-80c7-ba159214843b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 200 len: 857 time: 0.0436983 Jun 24 08:22:55.859496 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-861bfd1a-eaec-4da9-9937-c5187cabfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:55.861043 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-861bfd1a-eaec-4da9-9937-c5187cabfc39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99d769cf-78c9-4625-a069-73c6a05c7529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384209 Jun 24 08:22:55.974404 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-2deba0c5-e9c3-4ca7-8ee9-f496972a0110 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888822 Jun 24 08:22:56.008404 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:22:56.074186 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7e507566-e089-46fa-8e15-e1088fd7d7d1 req-3ee63a45-7232-4ad1-9ece-6d74d3b46a37 service neutron] 10.222.0.26 "GET /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917532 Jun 24 08:22:56.197481 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:56.301912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:57.073298 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206695f-1370-41ef-a5a8-bfc893bf306f req-d56c3278-22cc-4ed0-aff0-ad3396404c9f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:57.074786 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f206695f-1370-41ef-a5a8-bfc893bf306f req-d56c3278-22cc-4ed0-aff0-ad3396404c9f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Jun 24 08:22:57.126064 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f206695f-1370-41ef-a5a8-bfc893bf306f req-48f9e8b5-8cc6-4a33-a020-7007751ccf76 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456326 Jun 24 08:22:57.895958 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:58.073540 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:22:58.208613 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:22:58.245587 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee910-ebb7-498f-9a3d-5711ab5c9356 req-0586eba7-448a-4f7f-9c06-4ee4bb91ef9d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:58.247056 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1aeee910-ebb7-498f-9a3d-5711ab5c9356 req-0586eba7-448a-4f7f-9c06-4ee4bb91ef9d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0484743 Jun 24 08:22:58.296291 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1aeee910-ebb7-498f-9a3d-5711ab5c9356 req-58631f6a-50de-4948-afc8-0e6815a04413 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Jun 24 08:22:59.414829 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91478d24-514b-4257-817b-ad49775341c9 req-6e43a834-5117-42a1-9b97-722b4091601f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:22:59.416536 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-91478d24-514b-4257-817b-ad49775341c9 req-6e43a834-5117-42a1-9b97-722b4091601f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0473213 Jun 24 08:22:59.463147 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-91478d24-514b-4257-817b-ad49775341c9 req-4eb3056a-e8c6-4af5-8847-d269541d64b9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Jun 24 08:23:00.582302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c865-6185-4273-bdf6-959c072e3ba2 req-e28e131d-97c2-4991-a5b4-4d1e24c484f6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:00.583801 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bff9c865-6185-4273-bdf6-959c072e3ba2 req-e28e131d-97c2-4991-a5b4-4d1e24c484f6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0508602 Jun 24 08:23:00.630912 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bff9c865-6185-4273-bdf6-959c072e3ba2 req-742c2b9c-b10f-46b6-9183-9eef91cc20b3 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415931 Jun 24 08:23:01.747772 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d5c6d-bafa-4418-8f2e-e166b1866b6b req-99ca24f4-da76-44fe-b9ad-bbab5fd87954 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:01.749286 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8e0d5c6d-bafa-4418-8f2e-e166b1866b6b req-99ca24f4-da76-44fe-b9ad-bbab5fd87954 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0472355 Jun 24 08:23:01.796066 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8e0d5c6d-bafa-4418-8f2e-e166b1866b6b req-a310e586-6462-4ba1-8a2a-f4f5837709bf tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfb0489d-233c-40cf-860f-8fb15e2fbcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407043 Jun 24 08:23:02.020002 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-48597970-75f1-4f8a-a647-853303f75a18 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:02.021509 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-48597970-75f1-4f8a-a647-853303f75a18 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 946 time: 0.0523806 Jun 24 08:23:02.118986 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Deleting port 97d9a70f-da10-48c1-8fe9-7faf5a9301af {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:02.119244 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:02.210972 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] For port 97d9a70f-da10-48c1-8fe9-7faf5a9301af, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=97d9a70f-da10-48c1-8fe9-7faf5a9301af,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:02.211334 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:02.371144 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:02.371433 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (718f7213-e027-42f3-84d5-e922e8057315), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:02.371753 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Floating IP 718f7213-e027-42f3-84d5-e922e8057315 disassociated. External IP: 172.27.3.205, port: 97d9a70f-da10-48c1-8fe9-7faf5a9301af. Jun 24 08:23:02.372103 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Calling delete_port for 97d9a70f-da10-48c1-8fe9-7faf5a9301af owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:02.417492 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:02.443416 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:02.582755 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (97d9a70f-da10-48c1-8fe9-7faf5a9301af), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:02.611432 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event deleted for resources: {'Port': ['ID=97d9a70f-da10-48c1-8fe9-7faf5a9301af,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:02.724829 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Router b3708fe4-3d64-41b6-a169-3e82ffc2978c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:23:02.828581 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:23:02.839594 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] Sync routers for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:23:02.850652 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:02.851281 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:22:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:02.873508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] No DVR routers for this DVR port 97d9a70f-da10-48c1-8fe9-7faf5a9301af on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:23:02.875969 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:02.879775 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d74096b8-1dee-4542-99ae-9f6051c3cb9b req-eb2bafc6-d2b4-4917-a037-fc313bd0de10 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "DELETE /v2.0/ports/97d9a70f-da10-48c1-8fe9-7faf5a9301af HTTP/1.1" status: 204 len: 173 time: 0.8437259 Jun 24 08:23:02.880270 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-deleted', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:02.882558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e052a9-4f5a-408d-b4a1-18b9eba3d2d3" -d '{"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-deleted", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:02.921802 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a467bc6d-e1d2-40a9-88f2-d3cd2467d810 req-f0c54692-4a8b-43a4-bc32-2f9b7c0fc620 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 210 time: 0.0504489 Jun 24 08:23:02.944233 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56092cf-f0e4-4b18-928f-7ff8b2dea9e6 x-openstack-request-id: req-f56092cf-f0e4-4b18-928f-7ff8b2dea9e6 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:02.944233 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac85cf-1104-4227-867c-51b136c5de24", "name": "network-vif-deleted", "tag": "97d9a70f-da10-48c1-8fe9-7faf5a9301af", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:02.944233 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f56092cf-f0e4-4b18-928f-7ff8b2dea9e6 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:02.944233 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56092cf-f0e4-4b18-928f-7ff8b2dea9e6'] response: {'server_uuid': 'e2ac85cf-1104-4227-867c-51b136c5de24', 'name': 'network-vif-deleted', 'tag': '97d9a70f-da10-48c1-8fe9-7faf5a9301af', 'status': 'completed', 'code': 200} Jun 24 08:23:02.962589 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:03.171809 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:03.200154 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] Checking router: b3708fe4-3d64-41b6-a169-3e82ffc2978c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:23:03.209979 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:03.210588 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:22:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:03.311511 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:03.577978 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:03.603822 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f68a54-dd69-48db-9f86-3b25ca215de8 None None] The sync data for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi is: [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:23:03.823611 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e606a2-65d6-4743-b483-1fee01a194ad None None] New status for floating IP 718f7213-e027-42f3-84d5-e922e8057315: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:23:04.048678 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-04e651fe-473c-40d0-902f-acf9a1d37258 req-ddbf874e-ccb4-4e04-9907-48390815a248 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2ac85cf-1104-4227-867c-51b136c5de24 HTTP/1.1" status: 200 len: 210 time: 0.0333564 Jun 24 08:23:05.199846 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58336) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:05.213618 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:05.262750 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (dfb0489d-233c-40cf-860f-8fb15e2fbcf3), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.286667 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (dfb0489d-233c-40cf-860f-8fb15e2fbcf3), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.410979 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (dfb0489d-233c-40cf-860f-8fb15e2fbcf3), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.413655 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.414853 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "DELETE /v2.0/security-groups/dfb0489d-233c-40cf-860f-8fb15e2fbcf3 HTTP/1.1" status: 204 len: 168 time: 0.2139995 Jun 24 08:23:05.417812 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58338) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:05.424176 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0489d-233c-40cf-860f-8fb15e2fbcf3,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:05.431433 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.431785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434129 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.api.v2.resource [None req-06d80de2-bc3a-4bc9-992e-85af70666ece tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] show failed (client error): The resource could not be found. Jun 24 08:23:05.434258 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434258 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434258 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434519 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-06d80de2-bc3a-4bc9-992e-85af70666ece tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups/dfb0489d-233c-40cf-860f-8fb15e2fbcf3 HTTP/1.1" status: 404 len: 347 time: 0.0141888 Jun 24 08:23:05.434612 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434612 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434612 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434612 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434903 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.434988 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.435289 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.435615 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.435945 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.436141 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58340) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:05.436302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc23a-85d2-41ff-b0f8-a3d837e2fa22 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.549039 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Deleting port 4319836c-01c3-4633-9fe6-268e73b440b6 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:05.549410 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (4319836c-01c3-4633-9fe6-268e73b440b6), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.632871 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (4319836c-01c3-4633-9fe6-268e73b440b6), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.633208 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (4319836c-01c3-4633-9fe6-268e73b440b6), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.645906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Calling delete_port for 4319836c-01c3-4633-9fe6-268e73b440b6 owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:05.724519 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:05.833424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (4319836c-01c3-4633-9fe6-268e73b440b6), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.862168 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event deleted for resources: {'Port': ['ID=4319836c-01c3-4633-9fe6-268e73b440b6,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:05.874824 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.875177 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.875515 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.875855 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.876185 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.876535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.876862 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.877185 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.877989 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.878861 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.879206 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.879543 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.879868 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.880190 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.880535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:05.936404 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (718f7213-e027-42f3-84d5-e922e8057315), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.938902 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:05.940611 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-0354dc70-c1b2-4c01-8e0e-5b3d26df2588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "DELETE /v2.0/floatingips/718f7213-e027-42f3-84d5-e922e8057315 HTTP/1.1" status: 204 len: 168 time: 0.5030148 Jun 24 08:23:06.123062 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58348) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:06.128152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-1292ef3e-e0fc-4bc9-9f38-4a91a27f745a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238651079', 'description': 'tempest-description--730233447'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:06.221697 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1292ef3e-e0fc-4bc9-9f38-4a91a27f745a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.288264 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1292ef3e-e0fc-4bc9-9f38-4a91a27f745a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (c21613d2-eee6-4af1-8745-6fe37bc2b7c5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.329965 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1292ef3e-e0fc-4bc9-9f38-4a91a27f745a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c21613d2-eee6-4af1-8745-6fe37bc2b7c5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.358402 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292ef3e-e0fc-4bc9-9f38-4a91a27f745a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21613d2-eee6-4af1-8745-6fe37bc2b7c5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:06.434906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1292ef3e-e0fc-4bc9-9f38-4a91a27f745a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.436141 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1292ef3e-e0fc-4bc9-9f38-4a91a27f745a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3121297 Jun 24 08:23:06.439002 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58350) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:06.443891 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-aaa8b16f-97ec-42aa-a2c5-6274c0f9bd03 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'security_group_rule': {'security_group_id': 'c21613d2-eee6-4af1-8745-6fe37bc2b7c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:06.547724 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b16f-97ec-42aa-a2c5-6274c0f9bd03 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (d77848b3-b50d-42d9-a7b4-9a3bd625dfad), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.551721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:06.607073 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b16f-97ec-42aa-a2c5-6274c0f9bd03 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (d77848b3-b50d-42d9-a7b4-9a3bd625dfad), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.690489 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b16f-97ec-42aa-a2c5-6274c0f9bd03 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (d77848b3-b50d-42d9-a7b4-9a3bd625dfad), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.711090 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8b16f-97ec-42aa-a2c5-6274c0f9bd03 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77848b3-b50d-42d9-a7b4-9a3bd625dfad,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:06.789208 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b16f-97ec-42aa-a2c5-6274c0f9bd03 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.790456 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-aaa8b16f-97ec-42aa-a2c5-6274c0f9bd03 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505337 Jun 24 08:23:06.795000 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58358) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:06.799458 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-3a4b66b2-df7f-4da1-aaad-8d6cbb3d3b5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'security_group_rule': {'security_group_id': 'c21613d2-eee6-4af1-8745-6fe37bc2b7c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:06.879341 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3a4b66b2-df7f-4da1-aaad-8d6cbb3d3b5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (ff29cefa-685b-449b-95a4-54b095ec65cc), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:06.910501 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:23:06.930595 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 97d9a70f-da10-48c1-8fe9-7faf5a9301af {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:23:06.931020 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 97d9a70f-da10-48c1-8fe9-7faf5a9301af not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:23:06.939190 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3a4b66b2-df7f-4da1-aaad-8d6cbb3d3b5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (ff29cefa-685b-449b-95a4-54b095ec65cc), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:07.045119 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3a4b66b2-df7f-4da1-aaad-8d6cbb3d3b5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (ff29cefa-685b-449b-95a4-54b095ec65cc), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:07.045350 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2110e-a33a-481e-939c-0feb3fd9d7f2 req-0d55a242-f910-411c-924f-0f45c84ec2c2 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:07.046628 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-caf2110e-a33a-481e-939c-0feb3fd9d7f2 req-0d55a242-f910-411c-924f-0f45c84ec2c2 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 945 time: 0.0519142 Jun 24 08:23:07.066197 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b66b2-df7f-4da1-aaad-8d6cbb3d3b5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff29cefa-685b-449b-95a4-54b095ec65cc,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:07.178623 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3a4b66b2-df7f-4da1-aaad-8d6cbb3d3b5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:07.179881 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3a4b66b2-df7f-4da1-aaad-8d6cbb3d3b5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839335 Jun 24 08:23:07.182977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58362) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:07.187759 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:07.318316 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-caf2110e-a33a-481e-939c-0feb3fd9d7f2 req-3de4bfe3-c29e-4999-9983-4f89178718f3 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651887 Jun 24 08:23:07.347857 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:07.426417 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:07.428684 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:07.531316 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Allocated IP 172.27.3.215 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/45b1166d-02ee-4ce1-9ae5-341d5b2c484a) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:23:07.871717 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:07.965302 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:07.975036 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:08.006264 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:23:08.009223 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:23:08.012672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:23:08.044602 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'Port': ['ID=45b1166d-02ee-4ce1-9ae5-341d5b2c484a,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:08.103091 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (79933126-d0e9-4287-81f3-159ce617c97a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:08.211416 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:08.361616 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:08.420869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:08.434187 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfb039-deed-42a1-94e9-1daa18eeb00d req-dc9ff674-9836-4715-957d-462098e5be3b tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:08.436258 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-64dfb039-deed-42a1-94e9-1daa18eeb00d req-dc9ff674-9836-4715-957d-462098e5be3b tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 945 time: 0.0475924 Jun 24 08:23:08.485205 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-64dfb039-deed-42a1-94e9-1daa18eeb00d req-42a3c4cd-400e-44d9-bb0b-7670fe895a3c tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/security-groups?id=c688bf20-9b82-41a8-b50e-0a0d58653bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Jun 24 08:23:08.494923 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'Port': ['ID=45b1166d-02ee-4ce1-9ae5-341d5b2c484a,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:08.504452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (79933126-d0e9-4287-81f3-159ce617c97a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:08.577839 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:08.582355 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-cbbae4bc-cb59-4804-940e-fe6c18850d56 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3950250 Jun 24 08:23:08.774531 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-20f1cc2f-93f0-430d-b474-86ec450e0c1d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--238651079&fields=id&tenant_id=e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 267 time: 0.0428090 Jun 24 08:23:08.882460 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-38d68a84-1895-4905-a84a-dcd2b022df1f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:08.883929 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-38d68a84-1895-4905-a84a-dcd2b022df1f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 816 time: 0.1030095 Jun 24 08:23:08.898431 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-7eeb8034-8137-4bcf-a719-be7ef9cbdead tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/quotas/e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 375 time: 0.0091565 Jun 24 08:23:08.949032 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-1502fce7-87bf-400b-b0ab-5b1275f29967 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458283 Jun 24 08:23:08.967073 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:09.047932 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-7c103964-b962-4647-8d37-ca03a2d89ff6 service neutron] 10.222.0.42 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875907 Jun 24 08:23:09.117831 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff3182-12f1-4735-805e-e759202a8a94 req-542bea64-623d-460a-96be-65cc1b2026b5 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:09.119311 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-49ff3182-12f1-4735-805e-e759202a8a94 req-542bea64-623d-460a-96be-65cc1b2026b5 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Jun 24 08:23:09.139222 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-c8246abb-54c4-49f7-88a4-ae55dc7f89ab service neutron] 10.222.0.42 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850077 Jun 24 08:23:09.203283 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Deleting port ebb1f926-526f-4167-bc22-2fae3e150bd4 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:09.203626 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:09.230905 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:09.304855 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] For port ebb1f926-526f-4167-bc22-2fae3e150bd4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ebb1f926-526f-4167-bc22-2fae3e150bd4,segment=NetworkSegment(ad30be3f-cbd6-4798-9d3a-402d04ec6a9c),segment_id=ad30be3f-cbd6-4798-9d3a-402d04ec6a9c)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:09.305151 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:09.318837 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Calling delete_port for ebb1f926-526f-4167-bc22-2fae3e150bd4 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:09.421312 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-19b8c26f-86be-4f2b-8987-4df66b62d024 req-f29c20fc-7580-464e-86af-e47a4f2ad73e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 210 time: 0.0356796 Jun 24 08:23:09.442307 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:09.525684 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (ebb1f926-526f-4167-bc22-2fae3e150bd4), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:09.570020 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['ebb1f926-526f-4167-bc22-2fae3e150bd4'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:23:09.571853 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Pushing event deleted for resources: {'Port': ['ID=ebb1f926-526f-4167-bc22-2fae3e150bd4,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:09.622096 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-080cdb7a-caa9-4e0d-9a2e-242ae73a1e83 req-fabaca8a-f31c-4048-a003-dd6b78cd87de tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 210 time: 0.0432665 Jun 24 08:23:09.630093 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] No DVR routers for this DVR port ebb1f926-526f-4167-bc22-2fae3e150bd4 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:23:09.637977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:09.637977 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-49ff3182-12f1-4735-805e-e759202a8a94 req-149bee9d-48fd-4d55-ad8e-ed5f06b0bbe0 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.26 "DELETE /v2.0/ports/ebb1f926-526f-4167-bc22-2fae3e150bd4 HTTP/1.1" status: 204 len: 173 time: 0.5112662 Jun 24 08:23:09.637977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'name': 'network-vif-deleted', 'tag': 'ebb1f926-526f-4167-bc22-2fae3e150bd4'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:09.639140 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a18d55-d851-4ca3-9f4f-cdf5943dd409" -d '{"events": [{"server_uuid": "db7d9be6-b120-49bf-bf5a-6abf47f52e34", "name": "network-vif-deleted", "tag": "ebb1f926-526f-4167-bc22-2fae3e150bd4"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:09.676215 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dd4780-765d-4885-be0c-db21c43f3a0f x-openstack-request-id: req-b0dd4780-765d-4885-be0c-db21c43f3a0f {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:09.676521 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7d9be6-b120-49bf-bf5a-6abf47f52e34", "name": "network-vif-deleted", "tag": "ebb1f926-526f-4167-bc22-2fae3e150bd4", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:09.676774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0dd4780-765d-4885-be0c-db21c43f3a0f {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:09.677176 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dd4780-765d-4885-be0c-db21c43f3a0f'] response: {'server_uuid': 'db7d9be6-b120-49bf-bf5a-6abf47f52e34', 'name': 'network-vif-deleted', 'tag': 'ebb1f926-526f-4167-bc22-2fae3e150bd4', 'status': 'completed', 'code': 200} Jun 24 08:23:10.524774 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a977e965-2091-492d-8136-b899e69991ef req-03491819-886b-438a-9fef-f920248bf6a9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 210 time: 0.0270104 Jun 24 08:23:10.736358 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b8250b1c-c550-4682-a86d-3e4e8f4d82bd req-94108f18-a866-4216-8ac1-3d903553f927 tempest-VolumesSnapshotTestJSON-338857145 tempest-VolumesSnapshotTestJSON-338857145-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d9be6-b120-49bf-bf5a-6abf47f52e34 HTTP/1.1" status: 200 len: 210 time: 0.0296490 Jun 24 08:23:11.615865 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-c880625f-76ca-4b69-a6d7-39170ca0917d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:11.617453 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-c880625f-76ca-4b69-a6d7-39170ca0917d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 816 time: 0.1093767 Jun 24 08:23:11.640656 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ac7ae606-5acb-446f-bb77-51c615a5e4a7 req-2d065954-4a22-4666-8122-1d6cef731ca5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 210 time: 0.0314817 Jun 24 08:23:11.688989 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-228da0c4-c438-4b8a-a0a7-37ac5a39012d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 379 time: 0.0538862 Jun 24 08:23:11.698841 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'port': {'device_id': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'admin_state_up': True, 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'security_groups': ['c21613d2-eee6-4af1-8745-6fe37bc2b7c5']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:11.896044 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Made reservation on behalf of e1244423396f45beb9124e6d04e0381b for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:23:11.899705 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.035012 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Allocated IP 172.20.0.5 (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675/106383a2-2a4e-4cff-89f0-f59a1aa7c627/849207c3-d40c-476a-aae3-4db25b58eb90) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:23:12.181984 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for port (849207c3-d40c-476a-aae3-4db25b58eb90), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.295814 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.340799 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:23:12.343913 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:23:12.346579 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:23:12.374587 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:12.384214 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:12.405564 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:12.406385 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.500504 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-8cd40991-1724-4d38-ab8a-7baea431f618 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052485 Jun 24 08:23:12.526165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Request body: {'port': {'device_id': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:12.552588 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:12.574229 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-19e87adb-c73f-49c2-b1ff-908bb857cb72 None None] Provisioning complete for port 849207c3-d40c-476a-aae3-4db25b58eb90 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:23:12.574785 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-19e87adb-c73f-49c2-b1ff-908bb857cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.593916 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.609617 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-19e87adb-c73f-49c2-b1ff-908bb857cb72 None None] Port 849207c3-d40c-476a-aae3-4db25b58eb90 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:23:12.761647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745352-a6d9-4e94-8cf4-b946b36c54fc req-32ba3740-38bb-4279-bf66-b171ab77b633 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:12.763130 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a3745352-a6d9-4e94-8cf4-b946b36c54fc req-32ba3740-38bb-4279-bf66-b171ab77b633 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 931 time: 0.0474687 Jun 24 08:23:12.812703 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a3745352-a6d9-4e94-8cf4-b946b36c54fc req-1766eed3-de04-4ef2-b9ef-254cf1e8b950 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435224 Jun 24 08:23:12.853063 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849207c3-d40c-476a-aae3-4db25b58eb90 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:23:12.860841 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Publish callbacks [] for port (849207c3-d40c-476a-aae3-4db25b58eb90), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.874068 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Transition to ACTIVE for port object 849207c3-d40c-476a-aae3-4db25b58eb90 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:23:12.935786 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:12.954951 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ebb1f926-526f-4167-bc22-2fae3e150bd4 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:23:12.975649 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: ebb1f926-526f-4167-bc22-2fae3e150bd4 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:23:12.975964 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ebb1f926-526f-4167-bc22-2fae3e150bd4 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:23:12.993994 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:13.062924 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Attempting to bind port 849207c3-d40c-476a-aae3-4db25b58eb90 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:23:13.063267 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Attempting to bind port 849207c3-d40c-476a-aae3-4db25b58eb90 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:23:13.063683 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Attempting to bind port 849207c3-d40c-476a-aae3-4db25b58eb90 on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:23:13.068883 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Port 849207c3-d40c-476a-aae3-4db25b58eb90 on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:23:13.069206 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Attempting to bind port 849207c3-d40c-476a-aae3-4db25b58eb90 on network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:23:13.074477 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:23:13.074815 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Checking segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:23:13.075193 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Bound using segment: {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:23:13.075614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Bound port: 849207c3-d40c-476a-aae3-4db25b58eb90, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de02679c-7369-45e9-9961-22ecc23f02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:23:13.075973 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:13.115843 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:13.141444 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:23:13.144501 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:23:13.234071 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:13.273892 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.274507 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:13.275888 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] 10.222.0.26 "PUT /v2.0/ports/849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 200 len: 1093 time: 0.7558012 Jun 24 08:23:13.276369 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:13.278602 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b763662b-9473-4524-bef2-4cb802d2e13b" -d '{"events": [{"name": "network-changed", "server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:13.302113 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86044-35be-4eda-bd26-a7cd87a79008 service neutron] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:13.327492 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab18133-1397-4302-b082-09d25d0ef20a x-openstack-request-id: req-eab18133-1397-4302-b082-09d25d0ef20a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:13.327959 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:13.328243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eab18133-1397-4302-b082-09d25d0ef20a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:13.334566 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab18133-1397-4302-b082-09d25d0ef20a'] response: {'name': 'network-changed', 'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90', 'status': 'completed', 'code': 200} Jun 24 08:23:13.427610 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763662b-9473-4524-bef2-4cb802d2e13b req-841762a7-8b50-4e15-bc73-bb78f0b34056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.429523 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b763662b-9473-4524-bef2-4cb802d2e13b req-841762a7-8b50-4e15-bc73-bb78f0b34056 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1127 time: 0.0456305 Jun 24 08:23:13.544045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763662b-9473-4524-bef2-4cb802d2e13b req-eaa834e6-f80b-4e6c-8db1-43ce8c7cfa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.545573 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b763662b-9473-4524-bef2-4cb802d2e13b req-eaa834e6-f80b-4e6c-8db1-43ce8c7cfa1e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e1244423396f45beb9124e6d04e0381b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0982106 Jun 24 08:23:13.580688 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:13.582045 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=71 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:13.643632 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763662b-9473-4524-bef2-4cb802d2e13b req-a4fe6789-1fd0-449f-83a6-97d89f00fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.645748 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b763662b-9473-4524-bef2-4cb802d2e13b req-a4fe6789-1fd0-449f-83a6-97d89f00fa7d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930307 Jun 24 08:23:13.770240 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-694bb348-73e1-443d-a9e2-dea61ebd21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.771830 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-694bb348-73e1-443d-a9e2-dea61ebd21e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1127 time: 0.0429077 Jun 24 08:23:13.818886 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-bdcc21b7-13ef-419f-bad8-2e67bbeaf963 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 200 len: 217 time: 0.0318544 Jun 24 08:23:13.873569 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-ba042dd5-3708-4f6e-b5b9-df86f0205548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.875110 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-ba042dd5-3708-4f6e-b5b9-df86f0205548 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.0493524 Jun 24 08:23:13.920926 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-b51a3d99-1f33-444d-9862-773a5dfcdf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.922482 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-b51a3d99-1f33-444d-9862-773a5dfcdf2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409527 Jun 24 08:23:13.960931 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9229b4-8eaf-4d27-9c30-658205d288ea req-c91bd7de-fc27-4436-9278-e5e2d8cc1cde tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:13.962454 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2a9229b4-8eaf-4d27-9c30-658205d288ea req-c91bd7de-fc27-4436-9278-e5e2d8cc1cde tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0544503 Jun 24 08:23:13.999114 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:14.012553 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2a9229b4-8eaf-4d27-9c30-658205d288ea req-4a7c9aa1-c105-42a9-bb02-ee0b687ff0f8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432389 Jun 24 08:23:14.018962 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-041c1386-0eee-460c-92e9-76a879501f10 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891531 Jun 24 08:23:14.114570 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-302130ce-7aa7-48b3-aca3-ad77663aa342 req-136d81b3-12a1-4c7a-aaa4-463c50fc50c3 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879698 Jun 24 08:23:15.119440 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:15.134417 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7386fa0-617e-46c9-ac26-d7e52a95ce99 req-019aad5a-ad41-422a-af34-49770e05307c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:15.136021 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d7386fa0-617e-46c9-ac26-d7e52a95ce99 req-019aad5a-ad41-422a-af34-49770e05307c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0502832 Jun 24 08:23:15.182907 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d7386fa0-617e-46c9-ac26-d7e52a95ce99 req-cc6660cd-70b5-442e-8552-0c13bc2fe15b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 Jun 24 08:23:16.298869 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5368325-dfcb-46f5-b78c-4b484e990bb2 req-08b0afd3-bb3a-4791-bbba-1ac5f0e5aea1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:16.300368 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c5368325-dfcb-46f5-b78c-4b484e990bb2 req-08b0afd3-bb3a-4791-bbba-1ac5f0e5aea1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0465229 Jun 24 08:23:16.346360 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c5368325-dfcb-46f5-b78c-4b484e990bb2 req-ff418cea-7a5f-467e-b1f1-4122aaae4a2d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400336 Jun 24 08:23:17.139236 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:17.244186 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:17.517186 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb6207-81e1-4fef-9ecf-50e7de14a447 req-284f1668-5300-4003-9746-9a3d39303369 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:17.518654 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6fdb6207-81e1-4fef-9ecf-50e7de14a447 req-284f1668-5300-4003-9746-9a3d39303369 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0981979 Jun 24 08:23:17.569395 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6fdb6207-81e1-4fef-9ecf-50e7de14a447 req-2ef6a467-ab57-4d9a-b876-e24489ca4da3 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Jun 24 08:23:18.688058 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f3921-f4ab-4f89-a5e2-b4a86a5e6006 req-66a3e6f2-8038-4749-b49f-70c0875f0ffb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:18.689636 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fb5f3921-f4ab-4f89-a5e2-b4a86a5e6006 req-66a3e6f2-8038-4749-b49f-70c0875f0ffb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0484486 Jun 24 08:23:18.739138 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fb5f3921-f4ab-4f89-a5e2-b4a86a5e6006 req-a64ffc98-c956-4f97-a699-ea772abaa3c1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Jun 24 08:23:19.862010 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12fa3c-ac86-4eee-9ace-7039631b4091 req-01870852-5897-4460-9053-c760a9b38b91 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:19.863491 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce12fa3c-ac86-4eee-9ace-7039631b4091 req-01870852-5897-4460-9053-c760a9b38b91 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0517664 Jun 24 08:23:19.911592 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce12fa3c-ac86-4eee-9ace-7039631b4091 req-c65148d7-8adf-4b09-a93f-a45e2e78f21b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419083 Jun 24 08:23:21.011379 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:23:21.039450 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e1b44-6697-4cd7-8c1e-fff2d2433ca5 req-69aca474-fab1-46d4-99eb-d162d91bdec8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:21.041114 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c91e1b44-6697-4cd7-8c1e-fff2d2433ca5 req-69aca474-fab1-46d4-99eb-d162d91bdec8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0545819 Jun 24 08:23:21.089311 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c91e1b44-6697-4cd7-8c1e-fff2d2433ca5 req-52a65f46-30c7-4735-a2e0-17c88809d0a6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Jun 24 08:23:21.122750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:21.134512 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '849207c3-d40c-476a-aae3-4db25b58eb90', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'port_id': '849207c3-d40c-476a-aae3-4db25b58eb90', 'mac_address': 'fa:16:3e:75:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:23:21.172596 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 849207c3-d40c-476a-aae3-4db25b58eb90 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:23:21.172987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:21.186082 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849207c3-d40c-476a-aae3-4db25b58eb90 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:23:21.205793 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:21.289975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:21.294605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:21.337695 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:21.344776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.345125 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.345492 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.345852 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.346193 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.346525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.346854 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.347195 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.347507 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.347830 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.348154 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.348517 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.348987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.350053 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.350168 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:23:21.696224 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['849207c3-d40c-476a-aae3-4db25b58eb90'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:23:22.206259 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16252e93-cb95-4b46-b0cd-29e6c8a09e5d req-6031c8bf-7b76-48ae-af5e-9e2c38b00c26 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:22.207729 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-16252e93-cb95-4b46-b0cd-29e6c8a09e5d req-6031c8bf-7b76-48ae-af5e-9e2c38b00c26 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 944 time: 0.0485239 Jun 24 08:23:22.243618 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:22.255203 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-16252e93-cb95-4b46-b0cd-29e6c8a09e5d req-1c6b0e41-feb4-46bb-a052-a59fe53f0399 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Jun 24 08:23:22.798423 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dd1da103-7334-4f2e-b2c1-3212df855f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:23.030614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:23:23.071762 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 849207c3-d40c-476a-aae3-4db25b58eb90 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:23:23.134973 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 849207c3-d40c-476a-aae3-4db25b58eb90 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:23:23.135346 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:23.206625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 849207c3-d40c-476a-aae3-4db25b58eb90 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:23:23.207004 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:23.229282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:23.231437 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a05d78-25ef-433f-9863-2ed0e092c236" -d '{"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-plugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:23.244367 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:23.269386 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e679532-302f-4bea-90ad-78a3b7f66d51 x-openstack-request-id: req-2e679532-302f-4bea-90ad-78a3b7f66d51 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:23.271454 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-plugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:23.271454 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e679532-302f-4bea-90ad-78a3b7f66d51 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:23.271454 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e679532-302f-4bea-90ad-78a3b7f66d51'] response: {'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90', 'code': 200} Jun 24 08:23:23.335918 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:23.374597 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588f75-9969-4010-8ed0-137a670f5e06 req-458fb214-19cc-40e0-b3bd-7b23217617d8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:23.376068 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ca588f75-9969-4010-8ed0-137a670f5e06 req-458fb214-19cc-40e0-b3bd-7b23217617d8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0513458 Jun 24 08:23:23.383427 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:23.425112 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ca588f75-9969-4010-8ed0-137a670f5e06 req-fd878155-a8f6-4ccc-9f84-045fd2188f80 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Jun 24 08:23:24.111292 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=64 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:24.591968 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1604f8e-4583-4524-8eea-9fbe333aa8c4 req-66cb9846-4b06-42f4-85cf-e6ebdbfb78bb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:24.593472 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1604f8e-4583-4524-8eea-9fbe333aa8c4 req-66cb9846-4b06-42f4-85cf-e6ebdbfb78bb tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0956066 Jun 24 08:23:24.640211 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1604f8e-4583-4524-8eea-9fbe333aa8c4 req-23f6ca17-35f0-44d6-8cb4-c97e9a59d5df tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Jun 24 08:23:25.267211 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-4ac42cd9-2ae0-47fe-a4d0-1111220439ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:25.755595 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee00f-84b0-4af0-a3ce-cde5acd0c05d req-7b798faa-24b4-4a85-b8b4-e144e4b58003 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:25.757784 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-694ee00f-84b0-4af0-a3ce-cde5acd0c05d req-7b798faa-24b4-4a85-b8b4-e144e4b58003 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0480723 Jun 24 08:23:25.807196 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-694ee00f-84b0-4af0-a3ce-cde5acd0c05d req-df425b73-9dd2-46b8-ba42-4c04ba4eda98 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439136 Jun 24 08:23:26.266751 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:26.387830 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:26.428987 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fad3a-6fab-476b-b85a-c181f1b32d55 req-3ca27488-80d1-453a-b07f-1648261e10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:26.430469 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a1fad3a-6fab-476b-b85a-c181f1b32d55 req-3ca27488-80d1-453a-b07f-1648261e10dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1129 time: 0.0402045 Jun 24 08:23:26.476770 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a1fad3a-6fab-476b-b85a-c181f1b32d55 req-089e1f27-8adc-47c8-ba1a-38be098ddeab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383837 Jun 24 08:23:26.923685 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be4582-c393-4e5d-bf49-bd62e2d17aa7 req-fca9c4aa-d045-4e5f-b92a-d01d29bceecc tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:26.925173 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-46be4582-c393-4e5d-bf49-bd62e2d17aa7 req-fca9c4aa-d045-4e5f-b92a-d01d29bceecc tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0468924 Jun 24 08:23:26.973878 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-46be4582-c393-4e5d-bf49-bd62e2d17aa7 req-d2f507ca-3997-4d7d-9a0f-fc26ed9063e2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429595 Jun 24 08:23:27.872798 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:28.055413 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:28.093432 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a09d76-6e96-4361-a035-51c4e7987f2b req-5ea6fed0-056c-4950-b3b2-902203cc58ee tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:28.094938 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-89a09d76-6e96-4361-a035-51c4e7987f2b req-5ea6fed0-056c-4950-b3b2-902203cc58ee tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0488584 Jun 24 08:23:28.121032 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:28.142269 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-89a09d76-6e96-4361-a035-51c4e7987f2b req-ef501bcc-adc6-4561-af21-42dfbf3089f7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412352 Jun 24 08:23:29.265833 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27510dca-c546-40d7-94d2-db5db666872e req-e35e281e-c0b8-4354-a6e9-808db07bb5c8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:29.267222 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-27510dca-c546-40d7-94d2-db5db666872e req-e35e281e-c0b8-4354-a6e9-808db07bb5c8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0522218 Jun 24 08:23:29.314108 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-27510dca-c546-40d7-94d2-db5db666872e req-a82599b3-ded0-46f6-9bc9-1a7217d827f5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Jun 24 08:23:29.426089 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ec38-6a73-4f49-83ac-a27a0ecbe8a6 req-26c3574e-1459-46bd-8685-6040087e1588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:29.427463 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3552ec38-6a73-4f49-83ac-a27a0ecbe8a6 req-26c3574e-1459-46bd-8685-6040087e1588 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0465291 Jun 24 08:23:29.437042 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58532) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:29.441293 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Request body: {'floatingip': {'port_id': '849207c3-d40c-476a-aae3-4db25b58eb90'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:29.478161 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (79933126-d0e9-4287-81f3-159ce617c97a), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:29.898563 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:29.993316 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (79933126-d0e9-4287-81f3-159ce617c97a), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:30.078624 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:30.089392 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Floating IP 79933126-d0e9-4287-81f3-159ce617c97a associated. External IP: 172.27.3.215, port: 849207c3-d40c-476a-aae3-4db25b58eb90. Jun 24 08:23:30.220578 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:30.290300 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Router b3708fe4-3d64-41b6-a169-3e82ffc2978c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:23:30.392724 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:23:30.397844 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:30.403327 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] Sync routers for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:23:30.413577 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:30.414277 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:30.427090 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-da2e3281-a972-4f18-acf6-2c4f167ca9c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "PUT /v2.0/floatingips/79933126-d0e9-4287-81f3-159ce617c97a HTTP/1.1" status: 200 len: 991 time: 0.9890141 Jun 24 08:23:30.427680 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:30.430577 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96baa38-de1c-42d3-a8b7-181812a34c47" -d '{"events": [{"name": "network-changed", "server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:30.465952 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e68f81-65ac-4b41-88cf-de69678ee0cc x-openstack-request-id: req-68e68f81-65ac-4b41-88cf-de69678ee0cc {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:30.466250 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:30.466527 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68e68f81-65ac-4b41-88cf-de69678ee0cc {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:30.466925 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e68f81-65ac-4b41-88cf-de69678ee0cc'] response: {'name': 'network-changed', 'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90', 'status': 'completed', 'code': 200} Jun 24 08:23:30.521808 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:30.558852 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-a9f30294-8384-4181-8d76-7e23dec70384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:30.560458 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-a9f30294-8384-4181-8d76-7e23dec70384 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1129 time: 0.0410993 Jun 24 08:23:30.660225 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-075a5a1f-5614-48d7-91cb-46f8cc6f5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:30.661909 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-075a5a1f-5614-48d7-91cb-46f8cc6f5059 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.0912178 Jun 24 08:23:30.725375 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-707085d2-b846-42e4-aa7a-b684828707a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 200 len: 999 time: 0.0557659 Jun 24 08:23:30.734584 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '79933126-d0e9-4287-81f3-159ce617c97a', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'port_id': '849207c3-d40c-476a-aae3-4db25b58eb90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'mac_address': 'fa:16:3e:75:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:23:08Z', 'updated_at': '2022-06-24T08:23:29Z', 'revision_number': 1, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:30.763014 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] Checking router: b3708fe4-3d64-41b6-a169-3e82ffc2978c for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:23:30.776718 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:30.776718 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:30.777774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-52409795-0d21-4941-a3f7-f1068130b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:30.779262 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-52409795-0d21-4941-a3f7-f1068130b2b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.0461583 Jun 24 08:23:30.828612 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-d4ecedda-9e9f-425c-992e-991d3784543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:30.830179 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-d4ecedda-9e9f-425c-992e-991d3784543e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437021 Jun 24 08:23:30.872538 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:30.926081 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-4e454650-6a1a-46fd-843b-3b081665f04f service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840163 Jun 24 08:23:31.023051 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a96baa38-de1c-42d3-a8b7-181812a34c47 req-c22e71f5-837b-4d98-9d40-c3449f8fb7c6 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895545 Jun 24 08:23:31.089362 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '79933126-d0e9-4287-81f3-159ce617c97a', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'port_id': '849207c3-d40c-476a-aae3-4db25b58eb90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'mac_address': 'fa:16:3e:75:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:23:08Z', 'updated_at': '2022-06-24T08:23:29Z', 'revision_number': 1, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:31.108051 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048a94c-5cb5-48f6-b51e-cef187c238a0 None None] The sync data for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi is: [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '79933126-d0e9-4287-81f3-159ce617c97a', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'port_id': '849207c3-d40c-476a-aae3-4db25b58eb90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'mac_address': 'fa:16:3e:75:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:23:08Z', 'updated_at': '2022-06-24T08:23:29Z', 'revision_number': 1, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:23:31.299081 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4b38b-4b2a-40e4-adca-fc7f04defdbc None None] New status for floating IP 79933126-d0e9-4287-81f3-159ce617c97a: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:23:33.007974 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:23:35.932598 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f184b-30e7-457a-a383-6cbe44e8152b req-38948a3f-5b6f-4bdb-b9fe-3f1841ba5df7 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:35.934304 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-770f184b-30e7-457a-a383-6cbe44e8152b req-38948a3f-5b6f-4bdb-b9fe-3f1841ba5df7 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Jun 24 08:23:35.980399 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-770f184b-30e7-457a-a383-6cbe44e8152b req-bc9ffadc-64e1-4a56-a1ce-5d81263415e3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405176 Jun 24 08:23:37.093304 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646bbaf-7c29-4c38-bc0d-53e478957e4e req-7a31a1ca-0e77-4229-aa84-c63d168ad419 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:37.095371 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5646bbaf-7c29-4c38-bc0d-53e478957e4e req-7a31a1ca-0e77-4229-aa84-c63d168ad419 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0481749 Jun 24 08:23:37.144552 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5646bbaf-7c29-4c38-bc0d-53e478957e4e req-51d5ae4d-6e32-491d-8393-b1c0ab690e02 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442584 Jun 24 08:23:37.820314 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58632) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:37.869001 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] Deleting subnet 1cb959cc-0c8f-40c0-806a-603367e5382c {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:23:37.872349 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] Publish callbacks [] for subnet (1cb959cc-0c8f-40c0-806a-603367e5382c), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:37.912733 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9781338'] for subnet (1cb959cc-0c8f-40c0-806a-603367e5382c), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:37.951181 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (1cb959cc-0c8f-40c0-806a-603367e5382c), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.084722 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9673684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9754308'] for subnet (1cb959cc-0c8f-40c0-806a-603367e5382c), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.113925 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb959cc-0c8f-40c0-806a-603367e5382c,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:38.117994 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.123976 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-6c964a73-cced-448e-b186-741ebbd470ce admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1cb959cc-0c8f-40c0-806a-603367e5382c HTTP/1.1" status: 204 len: 168 time: 0.3025062 Jun 24 08:23:38.124317 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58646) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:38.197121 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (96a4491d-88f3-4f8d-8921-4250acd08643), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.309116 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (96a4491d-88f3-4f8d-8921-4250acd08643), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.327532 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-08e3f04c-f276-42bf-9ade-65b83eec3f17 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:38.329019 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-08e3f04c-f276-42bf-9ade-65b83eec3f17 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0857403 Jun 24 08:23:38.348053 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a4491d-88f3-4f8d-8921-4250acd08643']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:38.382371 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:38.382657 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad30be3f-cbd6-4798-9d3a-402d04ec6a9c') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:38.398802 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (ad30be3f-cbd6-4798-9d3a-402d04ec6a9c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.439901 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (ad30be3f-cbd6-4798-9d3a-402d04ec6a9c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.452673 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:23:38.453079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (ad30be3f-cbd6-4798-9d3a-402d04ec6a9c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.471131 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Deleting port e384c8cd-dcc0-44bf-befe-34c87737476f {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:38.471482 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.494324 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment ad30be3f-cbd6-4798-9d3a-402d04ec6a9c resource provider aggregate not found Jun 24 08:23:38.539229 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126961b-6cc2-4964-aef1-4b496705f3ee req-df9c5374-0473-45bd-b8ea-046ea18a7c12 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:38.541413 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b126961b-6cc2-4964-aef1-4b496705f3ee req-df9c5374-0473-45bd-b8ea-046ea18a7c12 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 945 time: 0.0533564 Jun 24 08:23:38.542579 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment ad30be3f-cbd6-4798-9d3a-402d04ec6a9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad30be3f-cbd6-4798-9d3a-402d04ec6a9c found for delete ", "request_id": "req-d1363872-16a6-46a6-be22-d2b9bd8c7695"}]} Jun 24 08:23:38.542964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:38.550696 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:38.613689 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b126961b-6cc2-4964-aef1-4b496705f3ee req-a1c49d3c-f261-4ff5-8c57-439606594b53 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617969 Jun 24 08:23:38.628103 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] For port e384c8cd-dcc0-44bf-befe-34c87737476f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=e384c8cd-dcc0-44bf-befe-34c87737476f,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:38.628494 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.689437 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (96a4491d-88f3-4f8d-8921-4250acd08643), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.726157 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.730178 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/96a4491d-88f3-4f8d-8921-4250acd08643 HTTP/1.1" status: 204 len: 168 time: 0.6048200 Jun 24 08:23:38.747055 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6e1fc-ab38-4aeb-a054-9bbad6be5ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a4491d-88f3-4f8d-8921-4250acd08643,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:38.816718 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.816995 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (258f81ca-dc40-42fb-a6fd-aa02a6c5bf25), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:38.817303 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Floating IP 258f81ca-dc40-42fb-a6fd-aa02a6c5bf25 disassociated. External IP: 172.27.3.133, port: e384c8cd-dcc0-44bf-befe-34c87737476f. Jun 24 08:23:38.817641 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Calling delete_port for e384c8cd-dcc0-44bf-befe-34c87737476f owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:39.072301 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (e384c8cd-dcc0-44bf-befe-34c87737476f), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:39.100736 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event deleted for resources: {'Port': ['ID=e384c8cd-dcc0-44bf-befe-34c87737476f,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:39.135826 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58666) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:39.156430 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:39.175229 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-9fab82cf-7a40-448b-a19d-f2ee9bbb6327 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dae6efd4ad46479cb965caa8a97a772a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417466 Jun 24 08:23:39.175573 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58668) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:39.204929 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:39.216036 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Router c62eb65e-b7e8-4543-9561-5d0a93457d8b has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:23:39.232111 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-893c579b-9151-482d-bfcc-fb98a7a36a75 admin admin] Publish callbacks [] for security_group (c688bf20-9b82-41a8-b50e-0a0d58653bbc), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:39.255113 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-893c579b-9151-482d-bfcc-fb98a7a36a75 admin admin] Publish callbacks [] for security_group (c688bf20-9b82-41a8-b50e-0a0d58653bbc), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:39.264190 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:39.330674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:23:39.340482 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] Sync routers for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:23:39.350910 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:39.351518 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:39.380725 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] No DVR routers for this DVR port e384c8cd-dcc0-44bf-befe-34c87737476f on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:23:39.383233 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:39.386935 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-40f4544a-88d7-49d2-8075-26a7ab76516e req-f0328f3b-1012-4584-a050-b518c6e09457 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "DELETE /v2.0/ports/e384c8cd-dcc0-44bf-befe-34c87737476f HTTP/1.1" status: 204 len: 173 time: 1.0492871 Jun 24 08:23:39.387322 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'name': 'network-vif-deleted', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:39.389661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99300a66-aa53-40e0-8aba-75f2f362127d" -d '{"events": [{"server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "name": "network-vif-deleted", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:39.415809 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-893c579b-9151-482d-bfcc-fb98a7a36a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c688bf20-9b82-41a8-b50e-0a0d58653bbc), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:39.418824 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-893c579b-9151-482d-bfcc-fb98a7a36a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:39.420171 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-893c579b-9151-482d-bfcc-fb98a7a36a75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c688bf20-9b82-41a8-b50e-0a0d58653bbc HTTP/1.1" status: 204 len: 168 time: 0.2435544 Jun 24 08:23:39.433918 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c579b-9151-482d-bfcc-fb98a7a36a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c688bf20-9b82-41a8-b50e-0a0d58653bbc,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:39.438503 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3b9df-7ec0-430f-92b9-84fbe1721e34 x-openstack-request-id: req-88b3b9df-7ec0-430f-92b9-84fbe1721e34 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:39.438795 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47798514-cc6d-44cd-bb83-cc051cd57531", "name": "network-vif-deleted", "tag": "e384c8cd-dcc0-44bf-befe-34c87737476f", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:39.439055 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88b3b9df-7ec0-430f-92b9-84fbe1721e34 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:39.439463 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b3b9df-7ec0-430f-92b9-84fbe1721e34'] response: {'server_uuid': '47798514-cc6d-44cd-bb83-cc051cd57531', 'name': 'network-vif-deleted', 'tag': 'e384c8cd-dcc0-44bf-befe-34c87737476f', 'status': 'completed', 'code': 200} Jun 24 08:23:39.482142 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:39.637227 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:39.642566 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:39.716357 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:39.745357 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] Checking router: c62eb65e-b7e8-4543-9561-5d0a93457d8b for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:23:39.754367 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:39.755025 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:39.784417 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-98a51906-e149-44a0-b763-5aa3bc85d346 req-a2509497-eb8d-4b60-954a-4b30d26cce56 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=47798514-cc6d-44cd-bb83-cc051cd57531 HTTP/1.1" status: 200 len: 210 time: 0.0332124 Jun 24 08:23:39.876973 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:40.170280 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:40.198226 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5c4d9-7532-458e-9804-b36a437778f1 None None] The sync data for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi is: [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:23:40.419211 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f486eb7-673f-4ce9-88a9-eff6fa1b7e68 None None] New status for floating IP 258f81ca-dc40-42fb-a6fd-aa02a6c5bf25: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:23:40.947457 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58690) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:41.005870 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9fb3bb1c-e6d2-4442-a558-195c56c0ac63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (070dc3ae-ccb3-4f73-ac46-e0bbfc823e57), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.029290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9fb3bb1c-e6d2-4442-a558-195c56c0ac63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (070dc3ae-ccb3-4f73-ac46-e0bbfc823e57), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.174058 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9fb3bb1c-e6d2-4442-a558-195c56c0ac63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (070dc3ae-ccb3-4f73-ac46-e0bbfc823e57), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.177099 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9fb3bb1c-e6d2-4442-a558-195c56c0ac63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.179878 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9fb3bb1c-e6d2-4442-a558-195c56c0ac63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "DELETE /v2.0/security-groups/070dc3ae-ccb3-4f73-ac46-e0bbfc823e57 HTTP/1.1" status: 204 len: 168 time: 0.2300007 Jun 24 08:23:41.181944 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58694) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:41.188841 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3bb1c-e6d2-4442-a558-195c56c0ac63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070dc3ae-ccb3-4f73-ac46-e0bbfc823e57,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:41.204722 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.api.v2.resource [None req-b1948b84-210f-4114-99f2-2a1a27a91e88 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] show failed (client error): The resource could not be found. Jun 24 08:23:41.206492 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b1948b84-210f-4114-99f2-2a1a27a91e88 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups/070dc3ae-ccb3-4f73-ac46-e0bbfc823e57 HTTP/1.1" status: 404 len: 347 time: 0.0224891 Jun 24 08:23:41.210954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58696) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:41.325539 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Deleting port a2256f41-9411-412d-83eb-fea0e4a39a0f {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:41.325882 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.423031 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe308d-c706-442f-aadc-53fcffca66c6 req-52679a55-5084-48ae-ad23-06928231e252 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:41.424484 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b0fe308d-c706-442f-aadc-53fcffca66c6 req-52679a55-5084-48ae-ad23-06928231e252 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0863807 Jun 24 08:23:41.458409 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.458732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (a2256f41-9411-412d-83eb-fea0e4a39a0f), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.481339 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Calling delete_port for a2256f41-9411-412d-83eb-fea0e4a39a0f owned by network:floatingip {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:41.503610 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b0fe308d-c706-442f-aadc-53fcffca66c6 req-0389ad8f-2538-4ac5-9905-ae9670bf1b22 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734212 Jun 24 08:23:41.746611 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (a2256f41-9411-412d-83eb-fea0e4a39a0f), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.770994 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event deleted for resources: {'Port': ['ID=a2256f41-9411-412d-83eb-fea0e4a39a0f,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:41.834852 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (258f81ca-dc40-42fb-a6fd-aa02a6c5bf25), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.838179 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:41.839321 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2b87dbb8-b2fa-423c-9b83-e3790dc8a148 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "DELETE /v2.0/floatingips/258f81ca-dc40-42fb-a6fd-aa02a6c5bf25 HTTP/1.1" status: 204 len: 168 time: 0.6275365 Jun 24 08:23:42.029532 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58702) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:42.033989 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-bf934419-12d3-4178-aa9a-c2f6d5a1bfb0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655627599', 'description': 'tempest-description--1894721459'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:42.124101 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bf934419-12d3-4178-aa9a-c2f6d5a1bfb0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:42.416129 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bf934419-12d3-4178-aa9a-c2f6d5a1bfb0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (94a3d035-33a9-4dab-8da9-5d8187069003), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:42.541298 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bf934419-12d3-4178-aa9a-c2f6d5a1bfb0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (94a3d035-33a9-4dab-8da9-5d8187069003), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:42.583561 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf934419-12d3-4178-aa9a-c2f6d5a1bfb0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a3d035-33a9-4dab-8da9-5d8187069003,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:42.620735 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8a876-299a-44e1-9884-c2c12c353b00 req-138a55b6-a6ab-4c6b-98db-6121e9804fd9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:42.627379 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f5b8a876-299a-44e1-9884-c2c12c353b00 req-138a55b6-a6ab-4c6b-98db-6121e9804fd9 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0497057 Jun 24 08:23:42.654331 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bf934419-12d3-4178-aa9a-c2f6d5a1bfb0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:42.655641 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-bf934419-12d3-4178-aa9a-c2f6d5a1bfb0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6251149 Jun 24 08:23:42.658670 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58708) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:42.663304 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-3f023522-4099-407e-bd7b-da4b5b0496b6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'security_group_rule': {'security_group_id': '94a3d035-33a9-4dab-8da9-5d8187069003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:42.676815 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:42.682450 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f5b8a876-299a-44e1-9884-c2c12c353b00 req-33f390eb-401f-415c-a9ec-9733815e37f2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539029 Jun 24 08:23:42.793853 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3f023522-4099-407e-bd7b-da4b5b0496b6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (f4bebab9-bc8c-4c00-81b8-20ce326adeeb), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:42.853990 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3f023522-4099-407e-bd7b-da4b5b0496b6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (f4bebab9-bc8c-4c00-81b8-20ce326adeeb), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:42.929324 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3f023522-4099-407e-bd7b-da4b5b0496b6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (f4bebab9-bc8c-4c00-81b8-20ce326adeeb), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:42.950190 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023522-4099-407e-bd7b-da4b5b0496b6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bebab9-bc8c-4c00-81b8-20ce326adeeb,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:43.040779 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3f023522-4099-407e-bd7b-da4b5b0496b6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:43.042043 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3f023522-4099-407e-bd7b-da4b5b0496b6 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3823931 Jun 24 08:23:43.044752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58710) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:43.049080 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-9d81e02a-07c1-4e67-b8e5-49aeb4590d4c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'security_group_rule': {'security_group_id': '94a3d035-33a9-4dab-8da9-5d8187069003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:43.129165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9d81e02a-07c1-4e67-b8e5-49aeb4590d4c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (c2a7b5e5-50e2-4d20-97dd-54ed309c7c2c), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:43.176771 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:43.181080 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device e384c8cd-dcc0-44bf-befe-34c87737476f no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:23:43.190311 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9d81e02a-07c1-4e67-b8e5-49aeb4590d4c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (c2a7b5e5-50e2-4d20-97dd-54ed309c7c2c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:43.201091 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: e384c8cd-dcc0-44bf-befe-34c87737476f {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:23:43.201508 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device e384c8cd-dcc0-44bf-befe-34c87737476f not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:23:43.282257 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9d81e02a-07c1-4e67-b8e5-49aeb4590d4c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (c2a7b5e5-50e2-4d20-97dd-54ed309c7c2c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:43.303578 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81e02a-07c1-4e67-b8e5-49aeb4590d4c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a7b5e5-50e2-4d20-97dd-54ed309c7c2c,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:43.364677 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9d81e02a-07c1-4e67-b8e5-49aeb4590d4c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:43.365923 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9d81e02a-07c1-4e67-b8e5-49aeb4590d4c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201571 Jun 24 08:23:43.369125 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58714) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:43.373471 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:43.483604 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:43.586763 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:43.797031 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:43.812906 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c31db-288e-4acd-8f20-58789671d7f8 req-48abfdb9-cd83-4401-90ac-575c18eed3ce tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:43.814493 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-639c31db-288e-4acd-8f20-58789671d7f8 req-48abfdb9-cd83-4401-90ac-575c18eed3ce tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0586257 Jun 24 08:23:43.867842 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-639c31db-288e-4acd-8f20-58789671d7f8 req-ad50ccff-ac57-4ec0-90a5-02672fe07a86 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455036 Jun 24 08:23:43.950117 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Allocated IP 172.27.3.170 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/8b8269af-f4d9-4fe9-aaa8-8c515940d243) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:23:44.030918 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:44.058558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.180261 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.222869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:23:44.228707 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:23:44.230997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'Port': ['ID=8b8269af-f4d9-4fe9-aaa8-8c515940d243,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:44.233193 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:23:44.314351 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (ddfaf7f7-84c3-4a1e-b924-7760856da00c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.318761 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:44.425432 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.569873 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.660946 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.738669 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'Port': ['ID=8b8269af-f4d9-4fe9-aaa8-8c515940d243,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:44.749176 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (ddfaf7f7-84c3-4a1e-b924-7760856da00c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.810535 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:44.811781 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f8242e48-ceed-4b6a-8a68-4506eed04d63 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4417210 Jun 24 08:23:45.017353 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ec47f-58a5-448e-a563-4d48c945edbf req-f64336fe-8c5d-4e18-a572-6c57a4d63dfb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:45.018809 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-695ec47f-58a5-448e-a563-4d48c945edbf req-f64336fe-8c5d-4e18-a572-6c57a4d63dfb tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0632408 Jun 24 08:23:45.054912 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-6ee65f5d-7dac-4b4b-b3d3-d3114e09257f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--655627599&fields=id&tenant_id=dc30155e50104560b2cd8d95f3e534a6 HTTP/1.1" status: 200 len: 267 time: 0.0712674 Jun 24 08:23:45.107521 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-695ec47f-58a5-448e-a563-4d48c945edbf req-4fb03c61-c1d8-40f9-9116-398d19f978c1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=6736cc0e-547d-427e-a451-a4c8b41645f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814083 Jun 24 08:23:45.123703 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-f1a6f474-fffe-44c9-9851-f22629df8888 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:45.125339 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-f1a6f474-fffe-44c9-9851-f22629df8888 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 946 time: 0.0483344 Jun 24 08:23:45.180262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-ac7db5eb-0be8-4956-b404-d2aa8523ccb4 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:45.182250 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-ac7db5eb-0be8-4956-b404-d2aa8523ccb4 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 809 time: 0.1170826 Jun 24 08:23:45.197468 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-dc245bdf-bd52-44b8-bacd-b26668530f1b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/quotas/dc30155e50104560b2cd8d95f3e534a6 HTTP/1.1" status: 200 len: 375 time: 0.0097845 Jun 24 08:23:45.219223 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Deleting port 3ff5827b-387d-47d9-aadc-66a7f6553c95 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:45.219565 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:45.246353 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-c90b13f4-e3a9-4ee5-8537-b5ea69cdaf90 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436664 Jun 24 08:23:45.311609 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] For port 3ff5827b-387d-47d9-aadc-66a7f6553c95, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ff5827b-387d-47d9-aadc-66a7f6553c95,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:45.311985 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:45.372011 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:45.449402 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-459ed97c-00c1-4b7c-a6f9-5177923a7170 service neutron] 10.222.0.42 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910508 Jun 24 08:23:45.487207 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:45.487564 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:45.487874 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Floating IP 1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2 disassociated. External IP: 172.27.3.243, port: 3ff5827b-387d-47d9-aadc-66a7f6553c95. Jun 24 08:23:45.488278 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Calling delete_port for 3ff5827b-387d-47d9-aadc-66a7f6553c95 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:45.538125 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-6fbb92c6-5a32-4935-8b4e-5f5d30e30235 service neutron] 10.222.0.42 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831778 Jun 24 08:23:45.700825 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (3ff5827b-387d-47d9-aadc-66a7f6553c95), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:45.727663 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event deleted for resources: {'Port': ['ID=3ff5827b-387d-47d9-aadc-66a7f6553c95,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:45.816266 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f2e3840b-0696-46dd-832c-eb7911206c7d req-1f5433e6-d18e-449b-a3ff-456d3251a44b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 210 time: 0.0339634 Jun 24 08:23:45.857276 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:23:45.948604 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:45.965666 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:23:45.977138 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] Sync routers for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:23:45.989651 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:45.990348 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:46.017262 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] No DVR routers for this DVR port 3ff5827b-387d-47d9-aadc-66a7f6553c95 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:23:46.020038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:46.023327 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f34aaeb9-b8a1-4f5a-8521-661c21c2a91c req-39863eab-cba6-492c-837c-6b8081a8dc2d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "DELETE /v2.0/ports/3ff5827b-387d-47d9-aadc-66a7f6553c95 HTTP/1.1" status: 204 len: 173 time: 0.8871610 Jun 24 08:23:46.023778 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'name': 'network-vif-deleted', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:46.026649 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b1a29b-76d7-43eb-8f85-814067c6e49f" -d '{"events": [{"server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "name": "network-vif-deleted", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:46.073940 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf16d59-66a8-4eb2-a627-32cefccee49a x-openstack-request-id: req-7bf16d59-66a8-4eb2-a627-32cefccee49a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:46.073940 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a24c2d2-6c59-4080-8eb6-4f0431fd54d4", "name": "network-vif-deleted", "tag": "3ff5827b-387d-47d9-aadc-66a7f6553c95", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:46.073940 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bf16d59-66a8-4eb2-a627-32cefccee49a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:46.073940 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf16d59-66a8-4eb2-a627-32cefccee49a'] response: {'server_uuid': '4a24c2d2-6c59-4080-8eb6-4f0431fd54d4', 'name': 'network-vif-deleted', 'tag': '3ff5827b-387d-47d9-aadc-66a7f6553c95', 'status': 'completed', 'code': 200} Jun 24 08:23:46.101972 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:46.239762 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b7d954eb-20d4-463c-8452-1b7775a12591 req-73c7a9d3-7a22-4c52-84d8-62ddd3c4bdf8 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 210 time: 0.0351357 Jun 24 08:23:46.303172 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:46.324603 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:46.357423 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] Checking router: 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:23:46.366776 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:46.367379 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:46.471700 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:46.663555 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:46.689508 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe2bea4-2fa6-4d71-9e2d-a44477b6752c None None] The sync data for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi is: [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '173beaf7-e494-4859-b504-aca29cf0b079', 'name': '', 'network_id': '99d769cf-78c9-4625-a069-73c6a05c7529', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'mac_address': 'fa:16:3e:cd:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:27Z', 'updated_at': '2022-06-24T08:18:49Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'subnets': [{'id': 'bb38fc0b-ebc5-4305-a622-9498b9041079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:23:46.907937 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05a71f-4295-4617-a0fe-3d4b0e1b710c None None] New status for floating IP 1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:23:46.920007 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-33f55b56-a394-47b3-a76b-488f5e9a91de req-de71bf8b-424d-4e2f-90e8-88d8ce1c388f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 210 time: 0.0330913 Jun 24 08:23:47.272965 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:47.378412 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-656ab61d-f6bd-485e-a7af-60aa2fca3125 req-057b0c54-75a9-45ae-a6a2-61a6e596175a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a24c2d2-6c59-4080-8eb6-4f0431fd54d4 HTTP/1.1" status: 200 len: 210 time: 0.0554678 Jun 24 08:23:47.907213 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb3b8-83d0-448d-b49c-db8ac0458144 req-8d694f53-0f93-4dad-a7c9-3464e654494b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:47.908744 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-decbb3b8-83d0-448d-b49c-db8ac0458144 req-8d694f53-0f93-4dad-a7c9-3464e654494b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0513861 Jun 24 08:23:47.959672 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-decbb3b8-83d0-448d-b49c-db8ac0458144 req-3a7231ef-0e38-4a5e-a76d-54d9094d9887 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Jun 24 08:23:48.043814 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b0238610-3e20-4987-82c7-c561e6932e1d req-4db8baa1-12a9-41c2-8014-575eaa024d9a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 210 time: 0.0286267 Jun 24 08:23:48.523633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58790) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:48.580485 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e66640c-009a-4121-b8f1-8bb709138397 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group (6736cc0e-547d-427e-a451-a4c8b41645f0), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:48.605352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e66640c-009a-4121-b8f1-8bb709138397 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group (6736cc0e-547d-427e-a451-a4c8b41645f0), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:48.746208 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e66640c-009a-4121-b8f1-8bb709138397 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6736cc0e-547d-427e-a451-a4c8b41645f0), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:48.748889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3e66640c-009a-4121-b8f1-8bb709138397 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:48.750039 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3e66640c-009a-4121-b8f1-8bb709138397 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "DELETE /v2.0/security-groups/6736cc0e-547d-427e-a451-a4c8b41645f0 HTTP/1.1" status: 204 len: 168 time: 0.2254002 Jun 24 08:23:48.752606 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58792) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:48.760145 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66640c-009a-4121-b8f1-8bb709138397 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736cc0e-547d-427e-a451-a4c8b41645f0,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:48.767374 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.api.v2.resource [None req-bdca625d-293e-4e8e-aed2-4fb85c353d8a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] show failed (client error): The resource could not be found. Jun 24 08:23:48.768631 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-bdca625d-293e-4e8e-aed2-4fb85c353d8a tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups/6736cc0e-547d-427e-a451-a4c8b41645f0 HTTP/1.1" status: 404 len: 347 time: 0.0149493 Jun 24 08:23:48.771383 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58794) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:23:48.880930 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Deleting port 027e3a5c-d01a-4310-82d9-6c877c524f21 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:48.881272 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:48.960305 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:48.960638 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (027e3a5c-d01a-4310-82d9-6c877c524f21), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:48.967669 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:48.974150 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Calling delete_port for 027e3a5c-d01a-4310-82d9-6c877c524f21 owned by network:floatingip {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:49.051662 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:49.106017 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876716-5190-49e7-83a6-cc4ca2c385a7 req-33b5acee-0e94-4be0-8f38-c17ebf117d6d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:49.107684 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5e876716-5190-49e7-83a6-cc4ca2c385a7 req-33b5acee-0e94-4be0-8f38-c17ebf117d6d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0679345 Jun 24 08:23:49.182539 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-17592502-f80e-4e9a-89f2-a33876d8e401 req-02d3f00f-ee00-4b4b-9b4c-16eeab64dcf9 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 210 time: 0.0655768 Jun 24 08:23:49.196793 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3ff5827b-387d-47d9-aadc-66a7f6553c95 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:23:49.216848 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 3ff5827b-387d-47d9-aadc-66a7f6553c95 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:23:49.217460 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3ff5827b-387d-47d9-aadc-66a7f6553c95 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:23:49.220360 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5e876716-5190-49e7-83a6-cc4ca2c385a7 req-ef8f95ec-bb60-4149-871f-a63911313b18 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067297 Jun 24 08:23:49.300564 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (027e3a5c-d01a-4310-82d9-6c877c524f21), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:49.325084 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event deleted for resources: {'Port': ['ID=027e3a5c-d01a-4310-82d9-6c877c524f21,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:49.391947 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks [] for floatingip (1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:49.394477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:49.395585 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-906afb08-dd1b-4191-95ef-9c2ecf513056 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "DELETE /v2.0/floatingips/1dfd5c47-4b76-4bd2-9bb5-f8a60b1116b2 HTTP/1.1" status: 204 len: 168 time: 0.6233637 Jun 24 08:23:50.124220 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-3e544d56-e063-43c8-a892-15cc1e6c513d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:50.125727 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-3e544d56-e063-43c8-a892-15cc1e6c513d tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 809 time: 0.1099114 Jun 24 08:23:50.288741 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-28f4aa36-ac2f-4cd6-ba58-2434d6218b66 req-3e4d25ba-05c4-47d8-8ac0-8285bb4b7b32 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 210 time: 0.0318434 Jun 24 08:23:50.307340 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-4fdc8ab9-490e-47a5-b7e7-ffbe34b1a994 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:50.309200 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-4fdc8ab9-490e-47a5-b7e7-ffbe34b1a994 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0902689 Jun 24 08:23:50.330654 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-b7f77db7-0d31-4acb-8f83-fd8287fefb8f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc30155e50104560b2cd8d95f3e534a6 HTTP/1.1" status: 200 len: 379 time: 0.0997813 Jun 24 08:23:50.341732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6fd5b-7360-45d4-9caf-32da50ae867b req-fd839737-90a0-4342-adbe-9f3306d79bb3 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:50.343236 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cfd6fd5b-7360-45d4-9caf-32da50ae867b req-fd839737-90a0-4342-adbe-9f3306d79bb3 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 946 time: 0.0501657 Jun 24 08:23:50.355536 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'port': {'device_id': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'admin_state_up': True, 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'security_groups': ['94a3d035-33a9-4dab-8da9-5d8187069003']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:50.424690 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cfd6fd5b-7360-45d4-9caf-32da50ae867b req-57db3696-6708-454e-9061-cacdc3085dc7 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748472 Jun 24 08:23:50.434802 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:50.479086 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Deleting port 28a38618-88aa-4717-b585-2dc906547505 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:50.479435 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (28a38618-88aa-4717-b585-2dc906547505), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:50.600803 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] For port 28a38618-88aa-4717-b585-2dc906547505, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=28a38618-88aa-4717-b585-2dc906547505,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:50.601208 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (28a38618-88aa-4717-b585-2dc906547505), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:50.651071 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:50.703126 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Made reservation on behalf of dc30155e50104560b2cd8d95f3e534a6 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:23:50.706514 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:50.829186 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:50.829554 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (e24f3986-12e5-4239-81d1-a5b9d7ae4c8a), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:50.829866 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Floating IP e24f3986-12e5-4239-81d1-a5b9d7ae4c8a disassociated. External IP: 172.27.3.61, port: 28a38618-88aa-4717-b585-2dc906547505. Jun 24 08:23:50.830214 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Calling delete_port for 28a38618-88aa-4717-b585-2dc906547505 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:50.940672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Allocated IP 172.20.0.11 (c76a2a8e-3a64-4d93-aa9d-693f42506f96/7357aaef-98ef-405d-af4f-9d817638c145/53f745be-6a67-4554-8568-9b03438d1041) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:23:50.989845 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:51.176959 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (28a38618-88aa-4717-b585-2dc906547505), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:51.230893 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event deleted for resources: {'Port': ['ID=28a38618-88aa-4717-b585-2dc906547505,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:51.388278 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d4680e96-6f8b-44c3-a55d-f91fb1151aa6 req-b0142e40-5be5-4be1-ab99-9c1841403c4f tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 210 time: 0.0288455 Jun 24 08:23:51.392618 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for port (53f745be-6a67-4554-8568-9b03438d1041), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:51.417349 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:23:51.527297 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bfc8f16a-d2cf-4a86-8ef8-b5e7c26ddfa4 req-94434ea5-9b57-49c5-8a4a-6347a90dbdd2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0320463 Jun 24 08:23:51.546080 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:23:51.557187 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:23:51.579869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (53f745be-6a67-4554-8568-9b03438d1041), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:51.583861 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:51.584537 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:51.648111 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] No DVR routers for this DVR port 28a38618-88aa-4717-b585-2dc906547505 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:23:51.656505 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:51.658336 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:51.661798 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-80f06f1a-09e2-4ea6-ac7d-81858f6e7765 req-11ea5ee6-d34a-41c7-b28c-353acfcfa9d6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "DELETE /v2.0/ports/28a38618-88aa-4717-b585-2dc906547505 HTTP/1.1" status: 204 len: 173 time: 1.3471503 Jun 24 08:23:51.662361 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'name': 'network-vif-deleted', 'tag': '28a38618-88aa-4717-b585-2dc906547505'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:51.667170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261ca1d1-eb98-499e-b02c-0a8331576ffb" -d '{"events": [{"server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "name": "network-vif-deleted", "tag": "28a38618-88aa-4717-b585-2dc906547505"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:51.679640 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7387f-531d-4656-9ded-a2f6ce302f77 req-83df3dff-33a9-4f4c-b899-6218b1f5594c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:51.689248 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8dd7387f-531d-4656-9ded-a2f6ce302f77 req-83df3dff-33a9-4f4c-b899-6218b1f5594c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0615451 Jun 24 08:23:51.700461 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:51.702552 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:23:51.705982 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:23:51.715072 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:23:51.724998 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:51.758350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42bc6cb-3233-4180-80e7-52e781c5490d x-openstack-request-id: req-e42bc6cb-3233-4180-80e7-52e781c5490d {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:51.758701 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401989f0-8369-4e86-92c8-76b65a93f9cb", "name": "network-vif-deleted", "tag": "28a38618-88aa-4717-b585-2dc906547505", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:51.758962 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e42bc6cb-3233-4180-80e7-52e781c5490d {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:51.759976 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42bc6cb-3233-4180-80e7-52e781c5490d'] response: {'server_uuid': '401989f0-8369-4e86-92c8-76b65a93f9cb', 'name': 'network-vif-deleted', 'tag': '28a38618-88aa-4717-b585-2dc906547505', 'status': 'completed', 'code': 200} Jun 24 08:23:51.773896 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event updated for resources: {'Port': ['ID=53f745be-6a67-4554-8568-9b03438d1041,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:51.780940 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8dd7387f-531d-4656-9ded-a2f6ce302f77 req-9f534574-d0de-469d-aa5f-937c27bc8470 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905674 Jun 24 08:23:51.808822 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:51.814330 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:51.898258 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-74e025c8-dfda-4953-bc65-61de9f3733ee tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5464866 Jun 24 08:23:51.960611 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:51.986336 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:23:51.995762 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:51.996430 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:52.007894 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:52.012761 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:52.017608 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-d3d48d40-0104-45a2-a758-439326b7925a None None] Provisioning complete for port 53f745be-6a67-4554-8568-9b03438d1041 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:23:52.017989 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d3d48d40-0104-45a2-a758-439326b7925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (53f745be-6a67-4554-8568-9b03438d1041), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:52.050542 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-d3d48d40-0104-45a2-a758-439326b7925a None None] Port 53f745be-6a67-4554-8568-9b03438d1041 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:23:52.101596 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:52.129332 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:52.378097 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:52.405981 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f24953-24f8-459f-b3ad-dbff6a2ab81d None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:23:52.442920 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ffd91-90b1-405f-9c8f-dc085ea23b8a req-7147a112-cb41-4f8a-a3e5-49f5e1f6992c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:52.444448 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-803ffd91-90b1-405f-9c8f-dc085ea23b8a req-7147a112-cb41-4f8a-a3e5-49f5e1f6992c tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0585232 Jun 24 08:23:52.537958 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce95d-1a0f-45e3-988f-27fdca545f89 req-018d36f1-26ee-49ca-b6d0-870ee5ac080a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:52.539526 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bd4ce95d-1a0f-45e3-988f-27fdca545f89 req-018d36f1-26ee-49ca-b6d0-870ee5ac080a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 932 time: 0.0733607 Jun 24 08:23:52.544144 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-803ffd91-90b1-405f-9c8f-dc085ea23b8a req-cb97cfe1-ada6-473f-9478-64bac25a0d0d tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Jun 24 08:23:52.594413 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bd4ce95d-1a0f-45e3-988f-27fdca545f89 req-0be5ab79-911f-4a19-bea3-d92a2741fdbd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478110 Jun 24 08:23:52.652396 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ca53a908-1c60-433e-9bfb-143245ca62f3 req-50a48311-9aa1-4e6d-a995-f7080587caf6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0324552 Jun 24 08:23:52.677094 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30f8ce-9f5a-4cf5-a03b-9322099f7734 None None] New status for floating IP e24f3986-12e5-4239-81d1-a5b9d7ae4c8a: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:23:52.871796 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6b51c9c5-24f9-4a4e-bca8-10b3113966bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:52.896735 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc1f78-1a5e-48c6-872e-2f5d69847603 req-feb0abd0-00eb-417b-b489-fc68626468e8 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:52.898230 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5fbc1f78-1a5e-48c6-872e-2f5d69847603 req-feb0abd0-00eb-417b-b489-fc68626468e8 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0494859 Jun 24 08:23:52.945395 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5fbc1f78-1a5e-48c6-872e-2f5d69847603 req-07c3d0c5-7bf4-464c-ace3-c48a3b44dafd tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403886 Jun 24 08:23:53.139741 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Request body: {'port': {'device_id': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:23:53.206715 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53f745be-6a67-4554-8568-9b03438d1041), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:53.216852 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 28a38618-88aa-4717-b585-2dc906547505 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:23:53.240282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 28a38618-88aa-4717-b585-2dc906547505 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:23:53.240879 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 28a38618-88aa-4717-b585-2dc906547505 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:23:53.470585 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f745be-6a67-4554-8568-9b03438d1041 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:23:53.477952 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Publish callbacks [] for port (53f745be-6a67-4554-8568-9b03438d1041), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:53.490703 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Transition to ACTIVE for port object 53f745be-6a67-4554-8568-9b03438d1041 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:23:53.545927 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (53f745be-6a67-4554-8568-9b03438d1041), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:53.599534 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Pushing event updated for resources: {'Port': ['ID=53f745be-6a67-4554-8568-9b03438d1041,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:53.679892 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Attempting to bind port 53f745be-6a67-4554-8568-9b03438d1041 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:23:53.680248 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Attempting to bind port 53f745be-6a67-4554-8568-9b03438d1041 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:23:53.680581 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Attempting to bind port 53f745be-6a67-4554-8568-9b03438d1041 on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:23:53.686376 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Port 53f745be-6a67-4554-8568-9b03438d1041 on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:23:53.686692 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Attempting to bind port 53f745be-6a67-4554-8568-9b03438d1041 on network c76a2a8e-3a64-4d93-aa9d-693f42506f96 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:23:53.692336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:23:53.692680 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Checking segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:23:53.693063 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Bound using segment: {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:23:53.693563 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Bound port: 53f745be-6a67-4554-8568-9b03438d1041, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840c05e3-c531-4749-9b05-37e738da03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:23:53.693841 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53f745be-6a67-4554-8568-9b03438d1041), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:53.712918 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:53.751544 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4efb1-71c3-48c9-bfb9-8302f2ad0974 req-f3cf259f-5df8-4191-8d8a-5bb965803eaf tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:53.753835 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-50e4efb1-71c3-48c9-bfb9-8302f2ad0974 req-f3cf259f-5df8-4191-8d8a-5bb965803eaf tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0951016 Jun 24 08:23:53.768497 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6dd43-9ec8-4c26-b52b-61a527762ede req-6ce616c2-2105-4354-a628-f058d3f483e3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:53.769196 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] For port 53f745be-6a67-4554-8568-9b03438d1041, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:23:53.769953 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f8e6dd43-9ec8-4c26-b52b-61a527762ede req-6ce616c2-2105-4354-a628-f058d3f483e3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 944 time: 0.0785320 Jun 24 08:23:53.772688 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] For port 53f745be-6a67-4554-8568-9b03438d1041, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53f745be-6a67-4554-8568-9b03438d1041,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:23:53.806939 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:53.839806 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-50e4efb1-71c3-48c9-bfb9-8302f2ad0974 req-65394b85-431a-4c1b-b816-b2e6e54a93bc tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781651 Jun 24 08:23:53.861357 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f8e6dd43-9ec8-4c26-b52b-61a527762ede req-a120653d-419e-447f-82f0-b9b7f4c87d99 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667741 Jun 24 08:23:53.875582 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (53f745be-6a67-4554-8568-9b03438d1041), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:53.921740 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:53.922361 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:53.923747 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] 10.222.0.26 "PUT /v2.0/ports/53f745be-6a67-4554-8568-9b03438d1041 HTTP/1.1" status: 200 len: 1094 time: 0.8367617 Jun 24 08:23:53.924188 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'tag': '53f745be-6a67-4554-8568-9b03438d1041'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:53.926426 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a357f9-4d2f-4b89-b444-e3f7cfe58256" -d '{"events": [{"name": "network-changed", "server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "tag": "53f745be-6a67-4554-8568-9b03438d1041"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:53.944392 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af68a-7e2e-44f7-bee3-14739efe4712 service neutron] Pushing event updated for resources: {'Port': ['ID=53f745be-6a67-4554-8568-9b03438d1041,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:53.946860 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-12d2397d-f0c1-419f-9f06-efc1ba46fa34 req-82645f1a-6c79-4102-b0fa-382ae2f843db tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0347760 Jun 24 08:23:53.969131 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b9ca3-df33-4077-b579-98b0e2454fd2 x-openstack-request-id: req-a02b9ca3-df33-4077-b579-98b0e2454fd2 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:53.969131 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "tag": "53f745be-6a67-4554-8568-9b03438d1041", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:53.969131 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a02b9ca3-df33-4077-b579-98b0e2454fd2 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:53.969131 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02b9ca3-df33-4077-b579-98b0e2454fd2'] response: {'name': 'network-changed', 'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'tag': '53f745be-6a67-4554-8568-9b03438d1041', 'status': 'completed', 'code': 200} Jun 24 08:23:54.028791 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:54.067320 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746a0b8-d717-4011-82a7-41f03b7b68a1 req-2e591230-be56-441b-b5cf-e03ac912459b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:54.068935 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0746a0b8-d717-4011-82a7-41f03b7b68a1 req-2e591230-be56-441b-b5cf-e03ac912459b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0507298 Jun 24 08:23:54.117877 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0746a0b8-d717-4011-82a7-41f03b7b68a1 req-b1efdf6e-d5e6-4591-930a-2178fc9f89af tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430431 Jun 24 08:23:54.984924 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277d6d-6713-4e3a-9458-e36133114e0a req-a9c5b2f6-a55a-4a01-a1a8-a1c7551b8a06 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:54.986381 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-03277d6d-6713-4e3a-9458-e36133114e0a req-a9c5b2f6-a55a-4a01-a1a8-a1c7551b8a06 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0794241 Jun 24 08:23:54.996785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a27e0-779f-401d-abed-531abaec6c94 req-b003c4e3-74c7-4e4d-a931-52a1932efe1c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:54.998085 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc3a27e0-779f-401d-abed-531abaec6c94 req-b003c4e3-74c7-4e4d-a931-52a1932efe1c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 944 time: 0.0592220 Jun 24 08:23:55.070040 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-03277d6d-6713-4e3a-9458-e36133114e0a req-df750c88-58bf-4193-818b-4e640c49b584 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710437 Jun 24 08:23:55.073358 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc3a27e0-779f-401d-abed-531abaec6c94 req-3f300685-01d9-4a11-a2a1-848f945d4044 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686297 Jun 24 08:23:55.157038 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8e6c0a4c-e503-4693-a75a-e2446a4310cd req-74882bd0-08cf-4522-8967-09fec53e98b0 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0319581 Jun 24 08:23:55.230522 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5c314bb2-6c62-4ab7-a3e9-4450851470de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:55.233642 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b002507-d621-4cd6-950c-0ab351fa90ec req-641cb02f-b05a-40ef-bed5-074d66d7c645 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:55.235125 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3b002507-d621-4cd6-950c-0ab351fa90ec req-641cb02f-b05a-40ef-bed5-074d66d7c645 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0475953 Jun 24 08:23:55.282319 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3b002507-d621-4cd6-950c-0ab351fa90ec req-c9bf3871-76b2-4481-86b4-85662a5200ea tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414879 Jun 24 08:23:55.910187 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:55.933834 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-ebf684b0-1c43-4999-886a-890a87201e20 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:55.935288 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-ebf684b0-1c43-4999-886a-890a87201e20 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0819037 Jun 24 08:23:55.936341 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a357f9-4d2f-4b89-b444-e3f7cfe58256 req-71aa3a0d-771e-4f0f-aaa0-8dc6fbe04d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:55.937663 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-45a357f9-4d2f-4b89-b444-e3f7cfe58256 req-71aa3a0d-771e-4f0f-aaa0-8dc6fbe04d80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 1128 time: 0.0757604 Jun 24 08:23:56.149362 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-23a055c5-34f6-4613-84f0-d0be1dc2c041 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:56.151736 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-23a055c5-34f6-4613-84f0-d0be1dc2c041 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.1383581 Jun 24 08:23:56.235280 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947d205-5481-48ad-b76a-faaa90728eac req-d271b891-a61a-42e5-ab66-593742114de0 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:56.236890 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3947d205-5481-48ad-b76a-faaa90728eac req-d271b891-a61a-42e5-ab66-593742114de0 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 945 time: 0.0941935 Jun 24 08:23:56.248240 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8748b-f2b9-45aa-bd62-075d06d87fd6 req-7b9fd108-3234-4d05-a00a-155e0f1291c0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:56.249792 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ab8748b-f2b9-45aa-bd62-075d06d87fd6 req-7b9fd108-3234-4d05-a00a-155e0f1291c0 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 944 time: 0.0871601 Jun 24 08:23:56.284348 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port 83d7f299-eea9-449a-ab6f-539ebb3654ea {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:56.284691 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:56.295964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a357f9-4d2f-4b89-b444-e3f7cfe58256 req-8d9d96c5-e951-4953-ae9a-cb509051e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:56.297502 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-45a357f9-4d2f-4b89-b444-e3f7cfe58256 req-8d9d96c5-e951-4953-ae9a-cb509051e86d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dc30155e50104560b2cd8d95f3e534a6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2856886 Jun 24 08:23:56.326269 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Deleting port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:23:56.326612 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:56.328160 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ab8748b-f2b9-45aa-bd62-075d06d87fd6 req-3fcf1e82-9e36-40e0-a7b9-5633c8278550 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712690 Jun 24 08:23:56.331267 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3947d205-5481-48ad-b76a-faaa90728eac req-fff2dc3f-f23a-4f81-9eac-08cca427c0ec tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805001 Jun 24 08:23:56.351411 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:56.460726 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-823cd095-523b-4915-bf93-46ba9b3e23ca req-8926b7a6-9dba-46e3-ae01-50cf7dad44e3 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=401989f0-8369-4e86-92c8-76b65a93f9cb HTTP/1.1" status: 200 len: 210 time: 0.0489151 Jun 24 08:23:56.475898 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e76d-1f3c-467c-9b6c-ffad5eec5c62 req-b213c830-0047-4840-9cd5-f76a997c7bff tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:56.479111 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a1f7e76d-1f3c-467c-9b6c-ffad5eec5c62 req-b213c830-0047-4840-9cd5-f76a997c7bff tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0770476 Jun 24 08:23:56.533332 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a1f7e76d-1f3c-467c-9b6c-ffad5eec5c62 req-ee19b28a-2ea1-4cb7-aadd-977e9c5dfca4 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=84f21e39-711b-4f4f-bf30-71e8f5ee165c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497274 Jun 24 08:23:56.720426 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] For port 83d7f299-eea9-449a-ab6f-539ebb3654ea, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=83d7f299-eea9-449a-ab6f-539ebb3654ea,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:56.720789 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:56.817837 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] For port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:23:56.818117 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:56.846715 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Calling delete_port for b0864fbb-b6bf-48ec-8cb1-9e0a270336cf owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:56.942817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a357f9-4d2f-4b89-b444-e3f7cfe58256 req-509084a1-e77f-4190-aa5f-68c3ce84b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:56.944299 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-45a357f9-4d2f-4b89-b444-e3f7cfe58256 req-509084a1-e77f-4190-aa5f-68c3ce84b708 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3128753 Jun 24 08:23:56.949581 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:57.075310 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:57.075598 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (6d8d143d-4dfc-420d-a05c-22c54b56dc0d), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:57.075908 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP 6d8d143d-4dfc-420d-a05c-22c54b56dc0d disassociated. External IP: 172.27.3.221, port: 83d7f299-eea9-449a-ab6f-539ebb3654ea. Jun 24 08:23:57.076269 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for 83d7f299-eea9-449a-ab6f-539ebb3654ea owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:23:57.082014 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-6e502760-b6d8-420a-88e9-fc7ea9709387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:57.083532 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-6e502760-b6d8-420a-88e9-fc7ea9709387 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 1128 time: 0.0704746 Jun 24 08:23:57.090131 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:57.152572 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-c6a6acae-c26e-4491-82ce-a950a815565e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53f745be-6a67-4554-8568-9b03438d1041 HTTP/1.1" status: 200 len: 217 time: 0.0434744 Jun 24 08:23:57.230400 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 83d7f299-eea9-449a-ab6f-539ebb3654ea no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:23:57.252025 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:57.265530 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-5caa328e-8c19-4543-81d0-d4ee4864f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:57.267055 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-5caa328e-8c19-4543-81d0-d4ee4864f0a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.0820053 Jun 24 08:23:57.304977 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 83d7f299-eea9-449a-ab6f-539ebb3654ea is: ACTIVE; New status is: DOWN {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:23:57.305368 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:57.321211 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (b0864fbb-b6bf-48ec-8cb1-9e0a270336cf), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:57.370214 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['072982f9-ed8e-452f-86d8-8f755a82116b', 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:23:57.372661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event deleted for resources: {'Port': ['ID=b0864fbb-b6bf-48ec-8cb1-9e0a270336cf,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:57.379003 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-3322c68a-da75-45b1-b23c-5d2f41615c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:57.380604 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-3322c68a-da75-45b1-b23c-5d2f41615c2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068795 Jun 24 08:23:57.473302 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] No DVR routers for this DVR port b0864fbb-b6bf-48ec-8cb1-9e0a270336cf on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:23:57.483235 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:57.487125 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "DELETE /v2.0/ports/b0864fbb-b6bf-48ec-8cb1-9e0a270336cf HTTP/1.1" status: 204 len: 173 time: 1.3242445 Jun 24 08:23:57.487337 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316723f1-2496-490c-a542-09dea2bc82c1', 'name': 'network-vif-deleted', 'tag': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:57.489491 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d078867b-abb8-460a-b139-ae1a9400dc46 req-ce31f7cf-d612-4e74-bff1-d474aea498ce tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0369577 Jun 24 08:23:57.489978 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84489c1d-20d6-43e5-83b1-d435afe3ad79" -d '{"events": [{"server_uuid": "316723f1-2496-490c-a542-09dea2bc82c1", "name": "network-vif-deleted", "tag": "b0864fbb-b6bf-48ec-8cb1-9e0a270336cf"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:57.500450 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f1e1-000a-43d4-9c0d-154b1561c624 req-b4190848-afe2-4a73-b130-1f68314b31b2 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:57.514902 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e748f1e1-000a-43d4-9c0d-154b1561c624 req-b4190848-afe2-4a73-b130-1f68314b31b2 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 944 time: 0.0943000 Jun 24 08:23:57.539052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (83d7f299-eea9-449a-ab6f-539ebb3654ea), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:57.561673 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e748f1e1-000a-43d4-9c0d-154b1561c624 req-6811cd4a-8548-4c5c-baa2-e42ed479b18b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533991 Jun 24 08:23:57.603636 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=83d7f299-eea9-449a-ab6f-539ebb3654ea,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:23:57.647872 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:57.669836 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-dfec947c-9f4f-440a-99d6-b919d61f522d service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454336 Jun 24 08:23:57.715105 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cd412432-e1a7-4831-8e1f-ab130758ab20 req-b256c7e8-e611-4b78-a130-ca818bd2de73 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0439923 Jun 24 08:23:57.816138 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:23:57.841647 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12a239b-0e03-4342-b2b2-95781c230a31 x-openstack-request-id: req-b12a239b-0e03-4342-b2b2-95781c230a31 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:57.841941 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316723f1-2496-490c-a542-09dea2bc82c1", "name": "network-vif-deleted", "tag": "b0864fbb-b6bf-48ec-8cb1-9e0a270336cf", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:57.842254 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b12a239b-0e03-4342-b2b2-95781c230a31 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:57.842660 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12a239b-0e03-4342-b2b2-95781c230a31'] response: {'server_uuid': '316723f1-2496-490c-a542-09dea2bc82c1', 'name': 'network-vif-deleted', 'tag': 'b0864fbb-b6bf-48ec-8cb1-9e0a270336cf', 'status': 'completed', 'code': 200} Jun 24 08:23:57.847242 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c4a33a1f-91a1-45d6-b47e-201cf72f336a req-6f59855e-7bdb-4aad-aeab-4bd68a0cb2dc service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667590 Jun 24 08:23:57.883692 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:57.916927 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-4384e88e-9292-4299-bdde-06c63e3d751d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452156496&fields=id&tenant_id=9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 267 time: 0.0592721 Jun 24 08:23:57.970343 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:23:57.999807 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:23:58.004276 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:58.005319 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:58.031079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] No DVR routers for this DVR port 83d7f299-eea9-449a-ab6f-539ebb3654ea on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:23:58.033875 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:58.037498 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3a305921-c87d-43ae-bac6-1a76ee13a3ff req-8ca07611-cea8-4a58-a464-3dc7c8a1050e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "DELETE /v2.0/ports/83d7f299-eea9-449a-ab6f-539ebb3654ea HTTP/1.1" status: 204 len: 173 time: 2.0157878 Jun 24 08:23:58.049607 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:23:58.062359 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-f9553571-5ea5-40b1-83f3-1625176c0b89 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:58.063904 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-f9553571-5ea5-40b1-83f3-1625176c0b89 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 811 time: 0.1390800 Jun 24 08:23:58.083657 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d2a0a1ea-b3ae-470d-9bf3-c58cf0e5531b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/quotas/9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 375 time: 0.0103986 Jun 24 08:23:58.127436 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:58.133486 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:58.141059 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-b02892cf-8274-4f8d-8a2b-730020c67f32 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515418 Jun 24 08:23:58.271456 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:58.289449 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-22e25ee0-97a8-4a0d-84d5-de09aec65aef service neutron] 10.222.0.42 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341331 Jun 24 08:23:58.320802 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:58.349627 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:23:58.358817 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:23:58.359127 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:58.385545 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-b4b7fecd-bda7-42d0-8124-6d11616a8a26 service neutron] 10.222.0.42 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898383 Jun 24 08:23:58.459274 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:23:58.494979 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:23:58.606310 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b1e8228-4e8f-4b97-9ddd-2e8df17e8d0e req-21d2156e-89aa-4730-be9b-15476b9a61e1 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=316723f1-2496-490c-a542-09dea2bc82c1 HTTP/1.1" status: 200 len: 210 time: 0.0300684 Jun 24 08:23:58.651548 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:23:58.677043 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08ba31f-aacf-4190-83c7-85d0ccb67015 None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:23:58.711395 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683cfd-34ff-426d-8aea-42d3ff92747f req-7afc590a-e0fe-42a9-a4d6-de46696a4c90 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:58.713602 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-29683cfd-34ff-426d-8aea-42d3ff92747f req-7afc590a-e0fe-42a9-a4d6-de46696a4c90 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 944 time: 0.0522120 Jun 24 08:23:58.765170 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-29683cfd-34ff-426d-8aea-42d3ff92747f req-a1c241ac-2e5e-4da1-b0c5-d93f25930c08 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455587 Jun 24 08:23:58.858684 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6c38909e-e553-4864-8223-32c8e678d14c req-175b3ee0-ee63-4f59-b89a-7a6de38406c3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0333931 Jun 24 08:23:58.925550 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71053f3b-b436-4942-9f54-2d9ba0575ffe None None] New status for floating IP 6d8d143d-4dfc-420d-a05c-22c54b56dc0d: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:23:58.961388 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4290a7cb-a41b-4cdf-a900-d7fb2fb384ef req-602373d2-1862-4c70-a20f-af0953cc276b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0303924 Jun 24 08:23:59.844065 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'name': 'network-vif-deleted', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:23:59.847056 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbd0c0-f6c0-4911-bf4e-6fb96e19a4e3" -d '{"events": [{"server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "name": "network-vif-deleted", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:23:59.881446 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed84c3-e0ab-4eb6-874c-9bbd923ec717 req-7becb2bd-448e-485d-90f5-7597f31e27f3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:23:59.882937 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-34ed84c3-e0ab-4eb6-874c-9bbd923ec717 req-7becb2bd-448e-485d-90f5-7597f31e27f3 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 944 time: 0.0496261 Jun 24 08:23:59.930981 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-34ed84c3-e0ab-4eb6-874c-9bbd923ec717 req-95193d9e-c6d7-46ca-b5a1-f204d26a19f9 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412385 Jun 24 08:23:59.979531 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd987343-7c1a-4122-8258-ff1e6438fdbc x-openstack-request-id: req-bd987343-7c1a-4122-8258-ff1e6438fdbc {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:23:59.979531 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb69e2f-11a1-4083-9b37-e10f77cc3ce0", "name": "network-vif-deleted", "tag": "83d7f299-eea9-449a-ab6f-539ebb3654ea", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:23:59.979531 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd987343-7c1a-4122-8258-ff1e6438fdbc {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:23:59.979531 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd987343-7c1a-4122-8258-ff1e6438fdbc'] response: {'server_uuid': '2cb69e2f-11a1-4083-9b37-e10f77cc3ce0', 'name': 'network-vif-deleted', 'tag': '83d7f299-eea9-449a-ab6f-539ebb3654ea', 'status': 'completed', 'code': 200} Jun 24 08:24:00.059784 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-701ef6d8-df0b-44cb-a219-b0fe8c4244ed req-6c3f798d-1a70-4c78-a825-64c9df9e8f6b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0275414 Jun 24 08:24:00.146992 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-439f8378-c137-43ec-8880-435ae16ec9c5 req-46c9116c-d7fe-4c7d-a2d7-b760a1437d0e tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Jun 24 08:24:00.230339 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7c92-e564-474d-8529-7a8f9ec118cf req-fe04be9c-c97b-40d3-89b2-4fc80ce631d8 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:00.231776 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a07f7c92-e564-474d-8529-7a8f9ec118cf req-fe04be9c-c97b-40d3-89b2-4fc80ce631d8 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0572751 Jun 24 08:24:00.278937 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a07f7c92-e564-474d-8529-7a8f9ec118cf req-11843c0e-0d74-44c8-9982-258a9a7e5bb3 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Jun 24 08:24:01.048394 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0dc08-d0f0-4485-9ff9-90e070c050bb req-06539f33-f062-4679-8923-b386312ee26e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:01.049836 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-edb0dc08-d0f0-4485-9ff9-90e070c050bb req-06539f33-f062-4679-8923-b386312ee26e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 944 time: 0.0483532 Jun 24 08:24:01.102209 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-edb0dc08-d0f0-4485-9ff9-90e070c050bb req-6bd5eeae-05f9-430e-b5b8-16cc4aebc8f5 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468698 Jun 24 08:24:01.167279 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d220c83b-435e-4ef4-9dc5-6c26780e1628 req-478c8339-245c-4e9d-b297-9ebfd2af299e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Jun 24 08:24:01.231297 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 53f745be-6a67-4554-8568-9b03438d1041 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:24:01.241785 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device b0864fbb-b6bf-48ec-8cb1-9e0a270336cf no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:24:01.246002 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4ee3c28d-bdcd-4b7a-8912-7cbcb394e74e req-0f0e98d8-518a-4729-9e65-86cf339b37fc tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0270944 Jun 24 08:24:01.270092 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: b0864fbb-b6bf-48ec-8cb1-9e0a270336cf {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:24:01.270445 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device b0864fbb-b6bf-48ec-8cb1-9e0a270336cf not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:24:01.352678 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 53f745be-6a67-4554-8568-9b03438d1041, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53f745be-6a67-4554-8568-9b03438d1041,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:01.364169 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '53f745be-6a67-4554-8568-9b03438d1041', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'port_id': '53f745be-6a67-4554-8568-9b03438d1041', 'mac_address': 'fa:16:3e:f3:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:24:01.392671 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c737f5d-544a-42b4-b461-6c83ffb3a6e6 req-2c444b09-1992-427f-91b4-ea246dd21eab tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:01.394137 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6c737f5d-544a-42b4-b461-6c83ffb3a6e6 req-2c444b09-1992-427f-91b4-ea246dd21eab tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0470076 Jun 24 08:24:01.403330 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 53f745be-6a67-4554-8568-9b03438d1041 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:01.403721 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53f745be-6a67-4554-8568-9b03438d1041), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:01.416391 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f745be-6a67-4554-8568-9b03438d1041 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:24:01.436896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 53f745be-6a67-4554-8568-9b03438d1041, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53f745be-6a67-4554-8568-9b03438d1041,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:01.441473 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6c737f5d-544a-42b4-b461-6c83ffb3a6e6 req-408aeeff-b341-408e-b6af-dbbfb9dd9d58 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Jun 24 08:24:01.517592 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (53f745be-6a67-4554-8568-9b03438d1041), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:01.565108 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=53f745be-6a67-4554-8568-9b03438d1041,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:01.836021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['53f745be-6a67-4554-8568-9b03438d1041'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:24:02.216916 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae2ad1-be2b-44a9-b9d3-dd99a9430440 req-fea91a6d-4764-44a0-b708-1212a1544b55 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:02.218429 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76ae2ad1-be2b-44a9-b9d3-dd99a9430440 req-fea91a6d-4764-44a0-b708-1212a1544b55 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 945 time: 0.0498192 Jun 24 08:24:02.285058 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ae7be770-825b-44b1-82f9-7b67b3f38074 req-05099c4a-faae-4003-b086-b8855aab8854 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0353601 Jun 24 08:24:02.289235 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76ae2ad1-be2b-44a9-b9d3-dd99a9430440 req-24a34f6f-c0c1-4108-9e90-8d9b8041b9eb tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653894 Jun 24 08:24:02.367996 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-25da14d4-2b52-40a9-9b96-935f74ab9b4d req-268af8ca-d286-46c6-8a28-de6d3b41b430 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Jun 24 08:24:02.557102 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f2945-8a33-4541-a6e5-b13ea65611bd req-9e4a22bc-b543-4ed1-b05c-98dd19fb1441 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:02.558802 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-234f2945-8a33-4541-a6e5-b13ea65611bd req-9e4a22bc-b543-4ed1-b05c-98dd19fb1441 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0506158 Jun 24 08:24:02.605759 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-234f2945-8a33-4541-a6e5-b13ea65611bd req-a5de6e98-d0cf-4188-be4d-d3fde57722e2 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Jun 24 08:24:03.237174 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 53f745be-6a67-4554-8568-9b03438d1041 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:24:03.279314 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 53f745be-6a67-4554-8568-9b03438d1041 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:24:03.369453 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:03.407977 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 53f745be-6a67-4554-8568-9b03438d1041 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:24:03.408514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (53f745be-6a67-4554-8568-9b03438d1041), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:03.420046 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21219c20-818f-43f2-9c17-273820550565 req-762349ea-e533-4597-ac85-55ff67b702eb tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb69e2f-11a1-4083-9b37-e10f77cc3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0513821 Jun 24 08:24:03.445486 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d2d5-73a0-4809-a492-8f0da0015aef req-21839058-7ee7-4daa-a887-93e2f6496c12 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:03.446970 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76e7d2d5-73a0-4809-a492-8f0da0015aef req-21839058-7ee7-4daa-a887-93e2f6496c12 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 945 time: 0.0903022 Jun 24 08:24:03.493673 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 53f745be-6a67-4554-8568-9b03438d1041 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:03.493993 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (53f745be-6a67-4554-8568-9b03438d1041), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:03.518780 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f745be-6a67-4554-8568-9b03438d1041'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:03.521015 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce2827c-63a1-47a6-a4df-dc6e7a6e7802" -d '{"events": [{"server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "name": "network-vif-plugged", "status": "completed", "tag": "53f745be-6a67-4554-8568-9b03438d1041"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:03.523801 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-282ca525-0202-43c6-b5b8-0cf3870a7e7d req-4d10254b-cb4f-4ce1-b4dd-bb126cc0a7fe tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0391743 Jun 24 08:24:03.534365 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76e7d2d5-73a0-4809-a492-8f0da0015aef req-6c5d1ac7-31c4-45a0-a060-2ad145e1c24c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801146 Jun 24 08:24:03.538248 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 53f745be-6a67-4554-8568-9b03438d1041, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53f745be-6a67-4554-8568-9b03438d1041,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:03.584675 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bc6315-c3d7-4045-ae0e-81047a84cbe5 x-openstack-request-id: req-24bc6315-c3d7-4045-ae0e-81047a84cbe5 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:03.584985 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "name": "network-vif-plugged", "status": "completed", "tag": "53f745be-6a67-4554-8568-9b03438d1041", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:03.585242 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24bc6315-c3d7-4045-ae0e-81047a84cbe5 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:03.585639 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bc6315-c3d7-4045-ae0e-81047a84cbe5'] response: {'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f745be-6a67-4554-8568-9b03438d1041', 'code': 200} Jun 24 08:24:03.638772 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (53f745be-6a67-4554-8568-9b03438d1041), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:03.697223 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=53f745be-6a67-4554-8568-9b03438d1041,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:03.728560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d28f-5c85-4179-a185-ff935448091f req-4369a0a4-3fcf-46de-8043-780f9d840429 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:03.730124 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a500d28f-5c85-4179-a185-ff935448091f req-4369a0a4-3fcf-46de-8043-780f9d840429 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0516481 Jun 24 08:24:03.756982 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:03.781096 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a500d28f-5c85-4179-a185-ff935448091f req-4841e4ce-6d8e-4f75-8f4b-89af716fe144 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/security-groups?id=12b568c7-0bb7-4684-805a-480ce8611d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Jun 24 08:24:03.830997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-d82cd1f1-9638-426d-8ca5-f98536e19458 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:03.833071 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-d82cd1f1-9638-426d-8ca5-f98536e19458 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Jun 24 08:24:03.918957 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Deleting port 072982f9-ed8e-452f-86d8-8f755a82116b {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:24:03.919299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.012285 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] For port 072982f9-ed8e-452f-86d8-8f755a82116b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=072982f9-ed8e-452f-86d8-8f755a82116b,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:04.012656 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.025467 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Calling delete_port for 072982f9-ed8e-452f-86d8-8f755a82116b owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:24:04.065834 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:04.196336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a898a-acf2-4386-ad17-2b279b5071ca req-a3019415-4855-486f-b45d-209582b26eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:04.198230 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f5a898a-acf2-4386-ad17-2b279b5071ca req-a3019415-4855-486f-b45d-209582b26eb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 1130 time: 0.0403376 Jun 24 08:24:04.217995 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (072982f9-ed8e-452f-86d8-8f755a82116b), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.253966 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Pushing event deleted for resources: {'Port': ['ID=072982f9-ed8e-452f-86d8-8f755a82116b,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:04.255729 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['072982f9-ed8e-452f-86d8-8f755a82116b'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:24:04.305350 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f5a898a-acf2-4386-ad17-2b279b5071ca req-538eefb6-3a5f-464e-99ce-cc7668562fcc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950181 Jun 24 08:24:04.321039 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] No DVR routers for this DVR port 072982f9-ed8e-452f-86d8-8f755a82116b on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:24:04.323561 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.326888 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ef5897aa-b414-4bd3-89e3-65775dd9e298 req-6230f014-3930-4859-b0e5-79c309982809 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.26 "DELETE /v2.0/ports/072982f9-ed8e-452f-86d8-8f755a82116b HTTP/1.1" status: 204 len: 173 time: 0.4869249 Jun 24 08:24:04.328041 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'name': 'network-vif-deleted', 'tag': '072982f9-ed8e-452f-86d8-8f755a82116b'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:04.329622 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4552d27e-797b-4891-8152-e37511973554" -d '{"events": [{"server_uuid": "1c224ed6-de35-4bae-a7c8-730721a700c0", "name": "network-vif-deleted", "tag": "072982f9-ed8e-452f-86d8-8f755a82116b"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:04.364450 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee0baa7-3c8e-4e27-a8ac-1730a599843a x-openstack-request-id: req-0ee0baa7-3c8e-4e27-a8ac-1730a599843a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:04.364742 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c224ed6-de35-4bae-a7c8-730721a700c0", "name": "network-vif-deleted", "tag": "072982f9-ed8e-452f-86d8-8f755a82116b", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:04.365013 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ee0baa7-3c8e-4e27-a8ac-1730a599843a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:04.365439 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee0baa7-3c8e-4e27-a8ac-1730a599843a'] response: {'server_uuid': '1c224ed6-de35-4bae-a7c8-730721a700c0', 'name': 'network-vif-deleted', 'tag': '072982f9-ed8e-452f-86d8-8f755a82116b', 'status': 'completed', 'code': 200} Jun 24 08:24:04.558210 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58974) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:04.641205 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-39dfa4f0-1bf7-4900-ad1a-17083047d98a req-fb112508-0c99-4afc-9c2b-3529304f3a68 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0348444 Jun 24 08:24:04.691354 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b05d59c4-a181-415b-91eb-888f5fbfc376 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (84f21e39-711b-4f4f-bf30-71e8f5ee165c), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.705704 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcac71a-ad1c-4ae4-a3ec-e27d89bebbfb req-469df1f3-5eda-43e6-93fa-a8631bd930be tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:04.712552 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fcac71a-ad1c-4ae4-a3ec-e27d89bebbfb req-469df1f3-5eda-43e6-93fa-a8631bd930be tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 946 time: 0.0690923 Jun 24 08:24:04.741180 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b05d59c4-a181-415b-91eb-888f5fbfc376 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (84f21e39-711b-4f4f-bf30-71e8f5ee165c), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.795084 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fcac71a-ad1c-4ae4-a3ec-e27d89bebbfb req-5676e2cb-5dd3-47e4-839a-67deaa18580b tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819099 Jun 24 08:24:04.884492 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-19bd878d-2d45-4085-9707-bcbf9bff2810 req-be89dce0-867b-4d7f-a946-c9d7c5f29b41 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 210 time: 0.0265656 Jun 24 08:24:04.894711 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b05d59c4-a181-415b-91eb-888f5fbfc376 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (84f21e39-711b-4f4f-bf30-71e8f5ee165c), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.897429 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b05d59c4-a181-415b-91eb-888f5fbfc376 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:04.898632 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b05d59c4-a181-415b-91eb-888f5fbfc376 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/security-groups/84f21e39-711b-4f4f-bf30-71e8f5ee165c HTTP/1.1" status: 204 len: 168 time: 0.3393185 Jun 24 08:24:04.902389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58980) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:04.909340 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d59c4-a181-415b-91eb-888f5fbfc376 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f21e39-711b-4f4f-bf30-71e8f5ee165c,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:04.919133 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.api.v2.resource [None req-5e059779-80f9-4440-bdf0-b3310a04de5e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] show failed (client error): The resource could not be found. Jun 24 08:24:04.921977 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5e059779-80f9-4440-bdf0-b3310a04de5e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups/84f21e39-711b-4f4f-bf30-71e8f5ee165c HTTP/1.1" status: 404 len: 347 time: 0.0180347 Jun 24 08:24:04.922702 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 58982) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:05.099771 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port 506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:24:05.100038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:05.147738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:05.187073 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-326f1f07-9456-4d26-99f0-aad52c01335c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:05.188589 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-326f1f07-9456-4d26-99f0-aad52c01335c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 811 time: 0.1913755 Jun 24 08:24:05.213883 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:05.214206 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:05.238077 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for 506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2 owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:24:05.340459 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-ab8cf0f6-60be-40ad-a010-e8f7583bf72e tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 380 time: 0.1137640 Jun 24 08:24:05.506049 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:05.511329 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:05.535025 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=506bb4ca-c8a8-4e0e-adae-2e4bcaffccc2,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:05.676384 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (6d8d143d-4dfc-420d-a05c-22c54b56dc0d), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:05.676384 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:05.676384 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-35845b80-4057-416b-9717-910903b9c527 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/floatingips/6d8d143d-4dfc-420d-a05c-22c54b56dc0d HTTP/1.1" status: 204 len: 168 time: 0.6913157 Jun 24 08:24:05.740423 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d98c16d-e752-4b1c-98ad-4c89eb50e151 req-0ceb765b-cb3e-4971-8834-d4011d6bf7c2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jun 24 08:24:05.766695 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58988) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:05.771282 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'port': {'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'admin_state_up': True, 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'security_groups': ['7f6e9b09-7948-4669-a10e-6552aa86a440']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:05.772454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103347499', 'description': 'tempest-description--621395366'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:05.855581 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:05.930141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdce2a-68be-44c4-8380-2421bbaf8d12 req-7d2d4b12-33b1-4d84-a4fd-db1f9758c710 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:05.931532 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-13fdce2a-68be-44c4-8380-2421bbaf8d12 req-7d2d4b12-33b1-4d84-a4fd-db1f9758c710 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 946 time: 0.0622795 Jun 24 08:24:05.958325 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Made reservation on behalf of 9170777eb80e46bd9d8ea3a576a9678c for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:24:05.962829 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.021897 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-26d81e7b-a828-41a1-b8af-d87b5f5d90c8 req-e839f0bf-4528-404d-8fd2-eb6b1348bde4 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c224ed6-de35-4bae-a7c8-730721a700c0 HTTP/1.1" status: 200 len: 210 time: 0.0520184 Jun 24 08:24:06.024140 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (4e2e7cee-5630-4dcb-bc29-129029caac66), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.039703 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-13fdce2a-68be-44c4-8380-2421bbaf8d12 req-46293370-8833-4160-b13e-5b26431ee953 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001818 Jun 24 08:24:06.066579 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (4e2e7cee-5630-4dcb-bc29-129029caac66), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.102436 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e7cee-5630-4dcb-bc29-129029caac66,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:06.108156 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Allocated IP 172.20.0.14 (7b69c08d-6a46-414d-bcd2-12cdadfd6edc/d35b3571-bfc9-40aa-85d0-a92d4c79c837/49476779-f723-492d-a807-c92bf6bf2ca5) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:24:06.112822 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.113183 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.113540 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.113887 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.114227 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.114566 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.114902 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.115236 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.115569 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.115901 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.116262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.116600 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.116919 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.117250 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.117568 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.174192 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d03c3-8540-41c0-9e7a-f08b32efeaac req-c108ce4b-a890-4310-a3c9-ac26103f6c2c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:06.175694 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fb6d03c3-8540-41c0-9e7a-f08b32efeaac req-c108ce4b-a890-4310-a3c9-ac26103f6c2c tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 946 time: 0.0652251 Jun 24 08:24:06.178678 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.179908 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a4b3e220-b0b4-486d-a174-d4a3f61b150d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4119632 Jun 24 08:24:06.197384 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 58998) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:06.202605 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-3b628e1d-07e3-423d-9d41-1661e79f5467 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '4e2e7cee-5630-4dcb-bc29-129029caac66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:06.207673 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59000) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:06.241472 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Request body: {'floatingip': {'port_id': '53f745be-6a67-4554-8568-9b03438d1041'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:06.265081 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (49476779-f723-492d-a807-c92bf6bf2ca5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.267141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (ddfaf7f7-84c3-4a1e-b924-7760856da00c), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.392773 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.413162 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:06.434056 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3b628e1d-07e3-423d-9d41-1661e79f5467 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (50ed9d93-eb8d-416f-8821-931e2680779f), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.439582 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:24:06.440985 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:24:06.444715 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:24:06.476236 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:06.477178 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=49476779-f723-492d-a807-c92bf6bf2ca5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:06.482006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:06.491675 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.492028 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.492949 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.492949 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.493269 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.493395 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.494076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.494076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.494436 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.494723 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.495053 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.495760 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.495760 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.496060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.496412 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:06.520830 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:06.521493 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.568830 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3b628e1d-07e3-423d-9d41-1661e79f5467 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (50ed9d93-eb8d-416f-8821-931e2680779f), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.645152 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3b628e1d-07e3-423d-9d41-1661e79f5467 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (50ed9d93-eb8d-416f-8821-931e2680779f), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.646157 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-2a2113fd-c830-475a-a45f-76d6d9341e43 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8792238 Jun 24 08:24:06.672595 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Request body: {'port': {'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:06.679411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b628e1d-07e3-423d-9d41-1661e79f5467 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ed9d93-eb8d-416f-8821-931e2680779f,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:06.704093 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:06.706677 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:06.715661 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-992a9804-7e50-4637-9357-6627d687413b None None] Provisioning complete for port 49476779-f723-492d-a807-c92bf6bf2ca5 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:24:06.719500 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-992a9804-7e50-4637-9357-6627d687413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.742793 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.754376 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-992a9804-7e50-4637-9357-6627d687413b None None] Port 49476779-f723-492d-a807-c92bf6bf2ca5 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:24:06.784819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:06.964520 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3b628e1d-07e3-423d-9d41-1661e79f5467 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:06.968172 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3b628e1d-07e3-423d-9d41-1661e79f5467 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7677906 Jun 24 08:24:06.971603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59004) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:06.993286 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-dfaf090d-c50b-45ba-adbd-ef16c43c1b7a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'security_group_rule': {'security_group_id': '4e2e7cee-5630-4dcb-bc29-129029caac66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:07.007825 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.db.resource_extend [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 08:24:07.070139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7254cd-f06d-49b4-8345-1cfadaa1e1cb req-2ccb3611-e399-4cfc-864c-b353b370542f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:07.071980 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc7254cd-f06d-49b4-8345-1cfadaa1e1cb req-2ccb3611-e399-4cfc-864c-b353b370542f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 932 time: 0.1251216 Jun 24 08:24:07.103853 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59008) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:07.123165 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.139164 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc7254cd-f06d-49b4-8345-1cfadaa1e1cb req-95f2f949-1e4c-44fe-983b-c0000f212875 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590727 Jun 24 08:24:07.176284 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dfaf090d-c50b-45ba-adbd-ef16c43c1b7a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (5b10d72b-f816-4981-8242-f1f3428f8da6), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.196968 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (ddfaf7f7-84c3-4a1e-b924-7760856da00c), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.259691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:07.292363 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49476779-f723-492d-a807-c92bf6bf2ca5 {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:24:07.300865 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Publish callbacks [] for port (49476779-f723-492d-a807-c92bf6bf2ca5), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.314042 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Transition to ACTIVE for port object 49476779-f723-492d-a807-c92bf6bf2ca5 will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:24:07.356024 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dfaf090d-c50b-45ba-adbd-ef16c43c1b7a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (5b10d72b-f816-4981-8242-f1f3428f8da6), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.391963 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.403669 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Floating IP ddfaf7f7-84c3-4a1e-b924-7760856da00c associated. External IP: 172.27.3.170, port: 53f745be-6a67-4554-8568-9b03438d1041. Jun 24 08:24:07.443592 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Pushing event updated for resources: {'Port': ['ID=49476779-f723-492d-a807-c92bf6bf2ca5,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:07.485206 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dfaf090d-c50b-45ba-adbd-ef16c43c1b7a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (5b10d72b-f816-4981-8242-f1f3428f8da6), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.528849 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Attempting to bind port 49476779-f723-492d-a807-c92bf6bf2ca5 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:24:07.529208 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Attempting to bind port 49476779-f723-492d-a807-c92bf6bf2ca5 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:24:07.529497 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Attempting to bind port 49476779-f723-492d-a807-c92bf6bf2ca5 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:24:07.534110 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Port 49476779-f723-492d-a807-c92bf6bf2ca5 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:24:07.534431 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Attempting to bind port 49476779-f723-492d-a807-c92bf6bf2ca5 on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:24:07.546422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:24:07.546422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Checking segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:24:07.546422 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Bound using segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:24:07.546826 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf090d-c50b-45ba-adbd-ef16c43c1b7a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b10d72b-f816-4981-8242-f1f3428f8da6,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:07.546939 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Bound port: 49476779-f723-492d-a807-c92bf6bf2ca5, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:24:07.547052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.563646 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:07.606035 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:07.640328 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] For port 49476779-f723-492d-a807-c92bf6bf2ca5, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:24:07.643935 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] For port 49476779-f723-492d-a807-c92bf6bf2ca5, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=49476779-f723-492d-a807-c92bf6bf2ca5,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:24:07.680022 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dfaf090d-c50b-45ba-adbd-ef16c43c1b7a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.685273 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-dfaf090d-c50b-45ba-adbd-ef16c43c1b7a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7086675 Jun 24 08:24:07.685885 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59012) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:07.691411 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:07.775146 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.784101 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Router c62eb65e-b7e8-4543-9561-5d0a93457d8b has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:24:07.810679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.814154 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:07.814768 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.816151 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] 10.222.0.26 "PUT /v2.0/ports/49476779-f723-492d-a807-c92bf6bf2ca5 HTTP/1.1" status: 200 len: 1094 time: 1.1479383 Jun 24 08:24:07.818654 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:07.820981 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d81a36-5090-48c8-b0b4-6a4caa086442" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:07.839737 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.875063 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db377831-69e1-4f1c-abb9-5e2faafceb9b x-openstack-request-id: req-db377831-69e1-4f1c-abb9-5e2faafceb9b {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:07.875385 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:07.875642 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db377831-69e1-4f1c-abb9-5e2faafceb9b {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:07.876490 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db377831-69e1-4f1c-abb9-5e2faafceb9b'] response: {'name': 'network-changed', 'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5', 'status': 'completed', 'code': 200} Jun 24 08:24:07.907134 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fe3cc-5d18-49cf-af8a-e900caae72dd service neutron] Pushing event updated for resources: {'Port': ['ID=49476779-f723-492d-a807-c92bf6bf2ca5,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:07.970488 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:07.984243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d81a36-5090-48c8-b0b4-6a4caa086442 req-103b42df-a31a-49df-8589-5f8601113d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:07.986042 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e9d81a36-5090-48c8-b0b4-6a4caa086442 req-103b42df-a31a-49df-8589-5f8601113d76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1128 time: 0.0626259 Jun 24 08:24:08.076543 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:24:08.084614 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:08.086578 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:08.089603 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] Sync routers for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:24:08.115149 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:08.115762 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:08.152781 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:08.171252 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-23883583-41aa-4d84-a8ef-a7e557061afa tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "PUT /v2.0/floatingips/ddfaf7f7-84c3-4a1e-b924-7760856da00c HTTP/1.1" status: 200 len: 992 time: 1.9581220 Jun 24 08:24:08.171794 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'tag': '53f745be-6a67-4554-8568-9b03438d1041'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:08.173893 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf28a3-6805-4a68-800f-3ad3a519296d" -d '{"events": [{"name": "network-changed", "server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "tag": "53f745be-6a67-4554-8568-9b03438d1041"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:08.187512 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.27.3.54 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/209abe33-9f78-467f-ba14-b024835a4b1a) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:24:08.193848 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d81a36-5090-48c8-b0b4-6a4caa086442 req-1b8a3c54-78d2-4730-8bd1-d9bfbe2bfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.195349 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e9d81a36-5090-48c8-b0b4-6a4caa086442 req-1b8a3c54-78d2-4730-8bd1-d9bfbe2bfbd5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1709585 Jun 24 08:24:08.283606 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:08.303808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Deleting port 173beaf7-e494-4859-b504-aca29cf0b079 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:24:08.303808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (173beaf7-e494-4859-b504-aca29cf0b079), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:08.321325 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1e3c-c297-4a61-ad77-d6fa1b5b7e05 req-96dce713-db6a-43d8-b966-b7e6ea713bfe tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.321325 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-658f1e3c-c297-4a61-ad77-d6fa1b5b7e05 req-96dce713-db6a-43d8-b966-b7e6ea713bfe tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0588109 Jun 24 08:24:08.330346 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833515c7-d77a-4612-923d-30b36abb93ed x-openstack-request-id: req-833515c7-d77a-4612-923d-30b36abb93ed {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:08.330637 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "tag": "53f745be-6a67-4554-8568-9b03438d1041", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:08.330887 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-833515c7-d77a-4612-923d-30b36abb93ed {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:08.331578 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833515c7-d77a-4612-923d-30b36abb93ed'] response: {'name': 'network-changed', 'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'tag': '53f745be-6a67-4554-8568-9b03438d1041', 'status': 'completed', 'code': 200} Jun 24 08:24:08.423085 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d81a36-5090-48c8-b0b4-6a4caa086442 req-ba1f5f04-30d5-4e19-92f1-6ef905dbe53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.424611 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e9d81a36-5090-48c8-b0b4-6a4caa086442 req-ba1f5f04-30d5-4e19-92f1-6ef905dbe53b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231712 Jun 24 08:24:08.441334 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-658f1e3c-c297-4a61-ad77-d6fa1b5b7e05 req-9427dfe3-7802-4eb0-8552-b7fb14efad60 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126292 Jun 24 08:24:08.444096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (209abe33-9f78-467f-ba14-b024835a4b1a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:08.450799 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-28672709-af3a-445b-8470-e46ec7afd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.454586 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-28672709-af3a-445b-8470-e46ec7afd087 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 1130 time: 0.0684621 Jun 24 08:24:08.454851 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] For port 173beaf7-e494-4859-b504-aca29cf0b079, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=173beaf7-e494-4859-b504-aca29cf0b079,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:08.455118 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (173beaf7-e494-4859-b504-aca29cf0b079), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:08.462573 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:08.470753 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Calling delete_port for 173beaf7-e494-4859-b504-aca29cf0b079 owned by network:router_interface {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:24:08.535417 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'ddfaf7f7-84c3-4a1e-b924-7760856da00c', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'port_id': '53f745be-6a67-4554-8568-9b03438d1041', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'mac_address': 'fa:16:3e:f3:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:23:44Z', 'updated_at': '2022-06-24T08:24:06Z', 'revision_number': 1, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:08.565447 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] Checking router: c62eb65e-b7e8-4543-9561-5d0a93457d8b for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:24:08.578264 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:08.578886 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:08.608874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-9b9a9f3e-921b-4900-ae3a-dc1639845ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.610024 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-9b9a9f3e-921b-4900-ae3a-dc1639845ad5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1128 time: 0.1004393 Jun 24 08:24:08.621468 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:08.660807 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-81099555-3d17-47ed-9f69-f83656ee7a52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49476779-f723-492d-a807-c92bf6bf2ca5 HTTP/1.1" status: 200 len: 217 time: 0.0363810 Jun 24 08:24:08.661949 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-0e594064-241f-4503-9cf1-a4930eefe6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.663442 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-0e594064-241f-4503-9cf1-a4930eefe6fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 910 time: 0.1989343 Jun 24 08:24:08.673017 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (209abe33-9f78-467f-ba14-b024835a4b1a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:08.689827 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:08.734871 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (173beaf7-e494-4859-b504-aca29cf0b079), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:08.762660 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=173beaf7-e494-4859-b504-aca29cf0b079,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:08.798677 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:24:08.811332 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:24:08.821341 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:24:08.830138 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-793bdd73-8ead-4780-b311-46c3d5e257e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.831743 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-793bdd73-8ead-4780-b311-46c3d5e257e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.1601496 Jun 24 08:24:08.863605 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-d3d6cf46-7e79-4337-a971-f5956407e5d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53f745be-6a67-4554-8568-9b03438d1041 HTTP/1.1" status: 200 len: 1000 time: 0.1873953 Jun 24 08:24:08.864228 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=209abe33-9f78-467f-ba14-b024835a4b1a,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:08.959930 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f1f9-1481-4370-9031-7e542de57795 req-8787460f-9ef1-4bea-b815-62f431007df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:08.961495 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-8787460f-9ef1-4bea-b815-62f431007df1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077542 Jun 24 08:24:09.015532 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'ddfaf7f7-84c3-4a1e-b924-7760856da00c', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'port_id': '53f745be-6a67-4554-8568-9b03438d1041', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'mac_address': 'fa:16:3e:f3:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:23:44Z', 'updated_at': '2022-06-24T08:24:06Z', 'revision_number': 1, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:09.022648 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-63c21506-4733-4f97-b0cf-ea21a419d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:09.024149 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-63c21506-4733-4f97-b0cf-ea21a419d194 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.1493051 Jun 24 08:24:09.045794 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1d4ab-532e-4b14-8dc5-f81eaf1eca7e None None] The sync data for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi is: [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'ddfaf7f7-84c3-4a1e-b924-7760856da00c', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'port_id': '53f745be-6a67-4554-8568-9b03438d1041', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'mac_address': 'fa:16:3e:f3:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:23:44Z', 'updated_at': '2022-06-24T08:24:06Z', 'revision_number': 1, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:24:09.067972 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.081500 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:09.109997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (e2edac28-172d-4d51-9175-42099f9c7df4), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.137506 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-02ae5fd8-ca2e-4515-93f6-05d310e9b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:09.139018 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-02ae5fd8-ca2e-4515-93f6-05d310e9b26f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082423 Jun 24 08:24:09.178882 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-ccc77a13-5dc4-46b0-91a5-8805aa577a93 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103174 Jun 24 08:24:09.284007 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 072982f9-ed8e-452f-86d8-8f755a82116b no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:24:09.286050 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:09.307269 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 072982f9-ed8e-452f-86d8-8f755a82116b {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:24:09.308288 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 072982f9-ed8e-452f-86d8-8f755a82116b not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:24:09.311108 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66acf9d-925c-47eb-b058-bd471b88dad8 None None] New status for floating IP ddfaf7f7-84c3-4a1e-b924-7760856da00c: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:24:09.321757 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (209abe33-9f78-467f-ba14-b024835a4b1a), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.393971 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-67019565-6ad8-4d75-91cb-88b0d1667602 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392154 Jun 24 08:24:09.418015 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-71e7f1f9-1481-4370-9031-7e542de57795 req-00576b17-1348-4a89-b511-d3955adba5b5 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246909 Jun 24 08:24:09.498574 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:09.501194 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:09.620929 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8baf28a3-6805-4a68-800f-3ad3a519296d req-79f29cb5-e23f-4c45-9525-ccb5e784e68c service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173834 Jun 24 08:24:09.631364 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b1044-f183-4e67-ac97-686681f62d86 req-82f2bde1-01d9-4900-9248-4f568a1bfc98 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:09.633018 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-207b1044-f183-4e67-ac97-686681f62d86 req-82f2bde1-01d9-4900-9248-4f568a1bfc98 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0775332 Jun 24 08:24:09.657902 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (209abe33-9f78-467f-ba14-b024835a4b1a), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.677647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:24:09.713815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-207b1044-f183-4e67-ac97-686681f62d86 req-704bcf5a-bba0-46d3-84ee-9eaa0338b641 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732260 Jun 24 08:24:09.735598 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (209abe33-9f78-467f-ba14-b024835a4b1a), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.774104 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:09.808398 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=209abe33-9f78-467f-ba14-b024835a4b1a,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:09.820562 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:24:09.826335 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-6c99fb28-9162-429a-9a71-8504e0738e42 admin admin] 10.222.0.42 "PUT /v2.0/routers/78533d15-058e-4a54-bb4c-aa0bc7eb7f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7165365 Jun 24 08:24:09.828882 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (e2edac28-172d-4d51-9175-42099f9c7df4), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.831592 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] Sync routers for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:24:09.832089 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59026) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:09.857308 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:09.857925 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:09.894578 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:09.947120 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks [] for router (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.954413 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:09.955956 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-285bd9a4-6a12-457d-b813-d0ca1b1eedb3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2683523 Jun 24 08:24:09.968326 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:10.042864 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:24:10.064066 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:10.066742 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks [] for router_gateway (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:10.160875 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:24:08Z', 'revision_number': 5, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port': {'id': '9aa50361-0320-4642-ba41-3c09fb012b41', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:10.184374 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Deleting port 9aa50361-0320-4642-ba41-3c09fb012b41 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:24:10.184935 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:10.187344 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] Checking router: 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:24:10.187774 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-c938caa8-861c-46d1-b4c1-d8228f1790e9 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1103347499&fields=id&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 267 time: 0.0478091 Jun 24 08:24:10.196960 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] Routers {'78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:10.200168 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:23:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:10.234487 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:10.288422 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] Set router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a gateway port host: None {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:10.314454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-a1ba8a05-4c74-48b0-ada5-accf7c6d163d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:10.316096 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-a1ba8a05-4c74-48b0-ada5-accf7c6d163d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.1181166 Jun 24 08:24:10.332841 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-e7113f12-d07e-4c0d-ae92-89640a2ccdd2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/quotas/a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 375 time: 0.0101700 Jun 24 08:24:10.346631 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:24:10Z', 'revision_number': 6, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:10.375524 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fd3403-5412-48f0-bbba-c31aad1c91ee None None] The sync data for ids ['78533d15-058e-4a54-bb4c-aa0bc7eb7f5a'] in dv-cinder-834822-6-iscsi is: [{'id': '78533d15-058e-4a54-bb4c-aa0bc7eb7f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-636963723-router', 'tenant_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:24:10Z', 'revision_number': 6, 'project_id': 'e79436f86e1e4038a7b0e41cf468bb62', 'gw_port_host': None}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:24:10.392017 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-48d950b3-d9d9-4a47-9264-fe2851839702 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504458 Jun 24 08:24:10.497917 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-c26f2601-ec5c-47c5-b1ef-225a67104e5a service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928953 Jun 24 08:24:10.523366 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] For port 9aa50361-0320-4642-ba41-3c09fb012b41, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9aa50361-0320-4642-ba41-3c09fb012b41,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:10.523732 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:10.537243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Calling delete_port for 9aa50361-0320-4642-ba41-3c09fb012b41 owned by network:router_gateway {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:24:10.589804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:10.595565 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-062f3a1c-bc02-4674-a7b7-4dd114987dec service neutron] 10.222.0.42 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916049 Jun 24 08:24:10.763567 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (9aa50361-0320-4642-ba41-3c09fb012b41), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:10.795869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa50361-0320-4642-ba41-3c09fb012b41,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:10.861455 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8a3e8c19-9683-4398-8499-7802abdd2a82 req-58b2ac20-41dc-4cd1-8084-fd4a997cd4e0 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0572896 Jun 24 08:24:10.893148 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:10.914556 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a1844-5c2b-4ef7-b01f-662c6117073c req-c123a962-74c7-4aef-aae1-5846a1f97b6a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:10.916217 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b19a1844-5c2b-4ef7-b01f-662c6117073c req-c123a962-74c7-4aef-aae1-5846a1f97b6a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0569258 Jun 24 08:24:10.971979 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b19a1844-5c2b-4ef7-b01f-662c6117073c req-b98b4177-aa8f-4770-934e-684d7429ab77 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484293 Jun 24 08:24:10.990788 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:10.993016 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks [] for router_controller (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.111933 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (78533d15-058e-4a54-bb4c-aa0bc7eb7f5a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.112529 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78533d15-058e-4a54-bb4c-aa0bc7eb7f5a {{(pid=104493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:24:11.116716 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.126322 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-52133771-0bdd-404f-b388-2992f170ead0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/78533d15-058e-4a54-bb4c-aa0bc7eb7f5a HTTP/1.1" status: 204 len: 168 time: 1.2852149 Jun 24 08:24:11.126322 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59050) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:11.171133 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] Deleting subnet bb38fc0b-ebc5-4305-a622-9498b9041079 {{(pid=104493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:24:11.174800 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] Publish callbacks [] for subnet (bb38fc0b-ebc5-4305-a622-9498b9041079), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.212710 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12045926'] for subnet (bb38fc0b-ebc5-4305-a622-9498b9041079), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.247412 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:11.298006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (bb38fc0b-ebc5-4305-a622-9498b9041079), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.415400 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12109818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11585873'] for subnet (bb38fc0b-ebc5-4305-a622-9498b9041079), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.445757 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb38fc0b-ebc5-4305-a622-9498b9041079,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:11.448558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.454118 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e67a627c-b578-450f-b154-f5747bb11530 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bb38fc0b-ebc5-4305-a622-9498b9041079 HTTP/1.1" status: 204 len: 168 time: 0.3297892 Jun 24 08:24:11.454216 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1645b7d-1463-4ea9-b89f-72b3ae5480e6 None None] Network 99d769cf-78c9-4625-a069-73c6a05c7529 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:24:11.454653 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59054) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:11.528793 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (99d769cf-78c9-4625-a069-73c6a05c7529), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.573908 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Deleting port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:24:11.574258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.615629 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] DHCP port deletion for 99d769cf-78c9-4625-a069-73c6a05c7529 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:24:11.639838 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=81,neutron:DELETE=15,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:11.646761 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] For port 3eecd04a-2b14-46a5-8b1b-0bbf38502564, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3eecd04a-2b14-46a5-8b1b-0bbf38502564,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:11.647073 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.660919 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Calling delete_port for 3eecd04a-2b14-46a5-8b1b-0bbf38502564 owned by network:dhcp {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:24:11.664705 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] Deleting port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:24:11.665461 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.686027 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9aa50361-0320-4642-ba41-3c09fb012b41 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:24:11.716546 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 9aa50361-0320-4642-ba41-3c09fb012b41 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:24:11.716819 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9aa50361-0320-4642-ba41-3c09fb012b41 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:24:11.717238 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 3eecd04a-2b14-46a5-8b1b-0bbf38502564 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:24:11.779943 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] For port 3eecd04a-2b14-46a5-8b1b-0bbf38502564, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3eecd04a-2b14-46a5-8b1b-0bbf38502564,segment=NetworkSegment(55f4c2a5-5688-4df4-9cdc-b7f908a0a84f),segment_id=55f4c2a5-5688-4df4-9cdc-b7f908a0a84f)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:11.780371 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.797796 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] Calling delete_port for 3eecd04a-2b14-46a5-8b1b-0bbf38502564 owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:24:11.855424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.881646 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3eecd04a-2b14-46a5-8b1b-0bbf38502564,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:11.883176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 is: ACTIVE; New status is: DOWN {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:11.883574 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.887572 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] No DVR routers for this DVR port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 on host dv-cinder-834822-6-iscsi {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:24:11.950388 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 173beaf7-e494-4859-b504-aca29cf0b079 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:24:11.952246 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (3eecd04a-2b14-46a5-8b1b-0bbf38502564), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.975455 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-74fccf6f-be74-42c3-900c-fca2c3bee40a req-26fc79fb-468d-4292-a84b-82da8e2ce140 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0314062 Jun 24 08:24:11.977719 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (99d769cf-78c9-4625-a069-73c6a05c7529), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:11.993724 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 173beaf7-e494-4859-b504-aca29cf0b079 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:24:11.994840 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 173beaf7-e494-4859-b504-aca29cf0b079 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:24:11.997146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] No DVR routers for this DVR port 3eecd04a-2b14-46a5-8b1b-0bbf38502564 on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:24:12.001146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6694796-6a76-4245-b8fb-a48f1fa66fbc None None] Pushing event deleted for resources: {'Port': ['ID=3eecd04a-2b14-46a5-8b1b-0bbf38502564,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:12.018529 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d769cf-78c9-4625-a069-73c6a05c7529']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:12.030167 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:12.030521 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f4c2a5-5688-4df4-9cdc-b7f908a0a84f') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:12.041184 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (55f4c2a5-5688-4df4-9cdc-b7f908a0a84f), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.055746 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (55f4c2a5-5688-4df4-9cdc-b7f908a0a84f), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.063425 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:24:12.063820 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (55f4c2a5-5688-4df4-9cdc-b7f908a0a84f), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.102431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8cd60-9658-41fc-8055-a66956612bea req-abd76d85-53a2-4b01-84a3-6c794a5a08a3 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:12.109685 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1cd8cd60-9658-41fc-8055-a66956612bea req-abd76d85-53a2-4b01-84a3-6c794a5a08a3 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0591495 Jun 24 08:24:12.156603 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 55f4c2a5-5688-4df4-9cdc-b7f908a0a84f resource provider aggregate not found Jun 24 08:24:12.162577 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1cd8cd60-9658-41fc-8055-a66956612bea req-f376c45e-d3ec-4c7b-8c06-25c7e03f2833 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520508 Jun 24 08:24:12.169570 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 55f4c2a5-5688-4df4-9cdc-b7f908a0a84f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55f4c2a5-5688-4df4-9cdc-b7f908a0a84f found for delete ", "request_id": "req-8453ec7b-0eb9-4098-bd61-7e548e3f4a6f"}]} Jun 24 08:24:12.237428 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (99d769cf-78c9-4625-a069-73c6a05c7529), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.244772 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.247890 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] 10.222.0.42 "DELETE /v2.0/networks/99d769cf-78c9-4625-a069-73c6a05c7529 HTTP/1.1" status: 204 len: 168 time: 0.7927108 Jun 24 08:24:12.258286 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebd6b1-f5fc-4931-a73e-be42a144fc2c admin admin] Pushing event deleted for resources: {'Network': ['ID=99d769cf-78c9-4625-a069-73c6a05c7529,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:12.625443 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59068) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:12.669111 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-12e1d719-cee6-4b4f-baaf-96d27d99e070 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e79436f86e1e4038a7b0e41cf468bb62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424862 Jun 24 08:24:12.673357 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59070) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:12.720548 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bea22ed1-e6a8-4f58-8e67-2bc46cd4a938 admin admin] Publish callbacks [] for security_group (12b568c7-0bb7-4684-805a-480ce8611d1f), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.742518 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bea22ed1-e6a8-4f58-8e67-2bc46cd4a938 admin admin] Publish callbacks [] for security_group (12b568c7-0bb7-4684-805a-480ce8611d1f), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.843030 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bea22ed1-e6a8-4f58-8e67-2bc46cd4a938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (12b568c7-0bb7-4684-805a-480ce8611d1f), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.845641 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-bea22ed1-e6a8-4f58-8e67-2bc46cd4a938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:12.855381 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-bea22ed1-e6a8-4f58-8e67-2bc46cd4a938 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12b568c7-0bb7-4684-805a-480ce8611d1f HTTP/1.1" status: 204 len: 168 time: 0.1725390 Jun 24 08:24:12.856877 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea22ed1-e6a8-4f58-8e67-2bc46cd4a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b568c7-0bb7-4684-805a-480ce8611d1f,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:12.930650 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-42979a2a-baeb-41f8-b990-b461d0c0838c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:12.932418 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-42979a2a-baeb-41f8-b990-b461d0c0838c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 814 time: 0.1119077 Jun 24 08:24:13.007288 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-7950136b-813a-44b1-8c17-9d4a02f7f5ee tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14e04756d06417da712e47759853a06 HTTP/1.1" status: 200 len: 380 time: 0.0569324 Jun 24 08:24:13.024923 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'port': {'device_id': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'admin_state_up': True, 'tenant_id': 'a14e04756d06417da712e47759853a06', 'security_groups': ['4e2e7cee-5630-4dcb-bc29-129029caac66']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:13.089380 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b799464e-39c2-4f91-9bf5-9ac6c65ff832 req-fcb73065-4900-419f-b651-0dee9bd47a45 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0335424 Jun 24 08:24:13.116560 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:13.220340 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Made reservation on behalf of a14e04756d06417da712e47759853a06 for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:24:13.225437 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:13.286951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1707b-6c0a-461b-98e5-b927ca01f8c7 req-142ad1e4-269b-4c4a-a8e4-90d3e041ca5f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:13.288641 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ebd1707b-6c0a-461b-98e5-b927ca01f8c7 req-142ad1e4-269b-4c4a-a8e4-90d3e041ca5f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0555916 Jun 24 08:24:13.353201 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ebd1707b-6c0a-461b-98e5-b927ca01f8c7 req-08be6bbe-49fc-4846-8daf-3ace52afa439 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572810 Jun 24 08:24:13.370701 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Allocated IP 172.20.0.9 (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7/789614df-f71d-4776-8b30-38fd808186d3/3c3bd4d7-8f27-40c9-a1f4-937dda0530cf) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:24:13.382202 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:13.514119 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:13.626593 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:13.672059 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:24:13.675038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:24:13.678923 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:24:13.685797 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event updated for resources: {'Port': ['ID=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:13.733740 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:13.734357 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:13.833647 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-f5a69bb7-8ab4-47e4-93ce-e54ae0276262 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184552 Jun 24 08:24:13.849515 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Request body: {'port': {'device_id': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:13.867551 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-33af520c-09dd-4274-8a12-8efe774a9503 None None] Provisioning complete for port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:24:13.868119 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-33af520c-09dd-4274-8a12-8efe774a9503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:13.915674 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-33af520c-09dd-4274-8a12-8efe774a9503 None None] Port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:24:13.926275 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:13.959645 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:14.224155 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:24:14.233135 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Publish callbacks [] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:14.254219 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Transition to ACTIVE for port object 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:24:14.261123 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5fd3a-cbdc-4aa6-809f-c708e1d472ae req-c8cb2e28-ed94-4726-8765-0d310801238c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:14.262787 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a1f5fd3a-cbdc-4aa6-809f-c708e1d472ae req-c8cb2e28-ed94-4726-8765-0d310801238c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 931 time: 0.0588367 Jun 24 08:24:14.298030 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:14.320061 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a1f5fd3a-cbdc-4aa6-809f-c708e1d472ae req-c6d02d38-1a9e-45b8-bb38-2f0c1a1eba68 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496671 Jun 24 08:24:14.323613 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:14.452716 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:14.488337 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Attempting to bind port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:24:14.488686 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Attempting to bind port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:24:14.489019 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Attempting to bind port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:24:14.506598 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:24:14.506598 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Attempting to bind port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf on network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:24:14.514736 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:24:14.515089 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Checking segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:24:14.515533 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Bound using segment: {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:24:14.516144 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Bound port: 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b8ac65-4616-4bb5-a00c-e9e0464b262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:24:14.516517 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:14.534232 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6e056-fe91-4c07-99c2-e972f3f0af6a req-69a38762-b587-4ca2-ab74-237c7186a40d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:14.535954 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30b6e056-fe91-4c07-99c2-e972f3f0af6a req-69a38762-b587-4ca2-ab74-237c7186a40d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0817747 Jun 24 08:24:14.615439 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] For port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:24:14.617759 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] For port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:24:14.623535 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30b6e056-fe91-4c07-99c2-e972f3f0af6a req-4e1611c7-376e-40ea-9f79-e1f79c89f1d0 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741730 Jun 24 08:24:14.735305 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:14.775068 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:14.775068 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:14.775488 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] 10.222.0.26 "PUT /v2.0/ports/3c3bd4d7-8f27-40c9-a1f4-937dda0530cf HTTP/1.1" status: 200 len: 1093 time: 0.9306669 Jun 24 08:24:14.775793 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:14.778087 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97984f5e-fc1d-420a-8ec9-13fbcd7fb23e" -d '{"events": [{"name": "network-changed", "server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:14.814783 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529876c-de01-4c64-a2a9-1ae43e000ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:14.822229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a28cd-26e1-4e7b-b08b-90d0f99cde9f x-openstack-request-id: req-057a28cd-26e1-4e7b-b08b-90d0f99cde9f {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:14.822519 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:14.822769 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-057a28cd-26e1-4e7b-b08b-90d0f99cde9f {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:14.823185 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057a28cd-26e1-4e7b-b08b-90d0f99cde9f'] response: {'name': 'network-changed', 'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'status': 'completed', 'code': 200} Jun 24 08:24:15.017191 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97984f5e-fc1d-420a-8ec9-13fbcd7fb23e req-e03cf248-48ec-4b80-9461-b2601a3702bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:15.018962 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97984f5e-fc1d-420a-8ec9-13fbcd7fb23e req-e03cf248-48ec-4b80-9461-b2601a3702bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0468001 Jun 24 08:24:15.107083 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59148) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:15.215415 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1e0c31bf-94a1-4f75-ae7d-8503f6b3a936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:15.291720 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1e0c31bf-94a1-4f75-ae7d-8503f6b3a936 admin admin] Publish callbacks [] for security_group (323aa4ee-3e4c-4f5c-8f29-2b944b8f6730), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:15.367064 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1e0c31bf-94a1-4f75-ae7d-8503f6b3a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (323aa4ee-3e4c-4f5c-8f29-2b944b8f6730), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:15.377794 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:15.432731 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1e0c31bf-94a1-4f75-ae7d-8503f6b3a936 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ba1bb028809433dbda6fd92dff46d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244946 Jun 24 08:24:15.435753 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59154) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:15.436829 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c31bf-94a1-4f75-ae7d-8503f6b3a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323aa4ee-3e4c-4f5c-8f29-2b944b8f6730,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:15.456769 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4913ac-9165-4150-873a-4dcc958e0d58 req-dc93a2ac-a4cf-40dd-9cda-d060e8f6f85e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:15.461709 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ec4913ac-9165-4150-873a-4dcc958e0d58 req-dc93a2ac-a4cf-40dd-9cda-d060e8f6f85e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 943 time: 0.0705667 Jun 24 08:24:15.475058 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:15.488958 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3812a5bd-0cf7-4566-a6d2-db48b89776fa admin admin] Publish callbacks [] for security_group (323aa4ee-3e4c-4f5c-8f29-2b944b8f6730), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:15.506156 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ec4913ac-9165-4150-873a-4dcc958e0d58 req-db464cf8-8044-45c5-9925-a2b4352c35c1 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Jun 24 08:24:15.515589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3812a5bd-0cf7-4566-a6d2-db48b89776fa admin admin] Publish callbacks [] for security_group (323aa4ee-3e4c-4f5c-8f29-2b944b8f6730), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:15.691518 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3812a5bd-0cf7-4566-a6d2-db48b89776fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (323aa4ee-3e4c-4f5c-8f29-2b944b8f6730), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:15.693999 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3812a5bd-0cf7-4566-a6d2-db48b89776fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:15.695422 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3812a5bd-0cf7-4566-a6d2-db48b89776fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/323aa4ee-3e4c-4f5c-8f29-2b944b8f6730 HTTP/1.1" status: 204 len: 168 time: 0.2583468 Jun 24 08:24:15.705975 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97984f5e-fc1d-420a-8ec9-13fbcd7fb23e req-6b5d32b4-914e-466e-a40c-5a5a2cc323b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:15.707471 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97984f5e-fc1d-420a-8ec9-13fbcd7fb23e req-6b5d32b4-914e-466e-a40c-5a5a2cc323b5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a14e04756d06417da712e47759853a06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1110060 Jun 24 08:24:15.708593 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812a5bd-0cf7-4566-a6d2-db48b89776fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323aa4ee-3e4c-4f5c-8f29-2b944b8f6730,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:15.736743 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:15.737117 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3cd5-c934-400f-aa4e-57bc78287043 req-656844d6-01a5-49d2-b10c-38b4db5d2ded tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:15.738890 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2ffe3cd5-c934-400f-aa4e-57bc78287043 req-656844d6-01a5-49d2-b10c-38b4db5d2ded tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0574334 Jun 24 08:24:15.794398 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2ffe3cd5-c934-400f-aa4e-57bc78287043 req-fe3a80c6-b695-4985-9d53-48cc3306d5bb tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467198 Jun 24 08:24:15.816696 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97984f5e-fc1d-420a-8ec9-13fbcd7fb23e req-2d64e353-cacb-4891-b297-c01fff49e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:15.818189 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97984f5e-fc1d-420a-8ec9-13fbcd7fb23e req-2d64e353-cacb-4891-b297-c01fff49e7a3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040590 Jun 24 08:24:15.931235 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-1e74e8c5-d463-4898-9448-64f5d36f1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:15.932834 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-1e74e8c5-d463-4898-9448-64f5d36f1ce9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0446372 Jun 24 08:24:15.990027 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-cb2c0eb3-d498-4cf9-b2fe-3ca02510ad28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf HTTP/1.1" status: 200 len: 217 time: 0.0339148 Jun 24 08:24:16.041959 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-cd329a17-2b93-493d-a00e-e68eef70c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:16.043491 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-cd329a17-2b93-493d-a00e-e68eef70c670 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.0475128 Jun 24 08:24:16.096983 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f845-a4b1-429e-9787-042700d462ea req-4a9557eb-f14b-4316-87a9-d44f569f07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:16.098574 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-4a9557eb-f14b-4316-87a9-d44f569f07e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453906 Jun 24 08:24:16.191848 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-88238f40-12a2-4ca7-b9fe-68b5607d980c service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868762 Jun 24 08:24:16.286342 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ce59f845-a4b1-429e-9787-042700d462ea req-e11db1f8-1f48-4ea7-815e-aff51b2b1f6c service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880742 Jun 24 08:24:16.623194 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fff114-1cb8-4a9a-851f-979cee4573ee req-9399d98c-b067-4886-93c1-05e9e0230778 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:16.624732 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-25fff114-1cb8-4a9a-851f-979cee4573ee req-9399d98c-b067-4886-93c1-05e9e0230778 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 943 time: 0.0485315 Jun 24 08:24:16.677287 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-25fff114-1cb8-4a9a-851f-979cee4573ee req-ea77f789-2ad9-4e2e-ac53-aacb93c76de2 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Jun 24 08:24:16.921896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54912e-bcbe-4305-a30a-923385e2d0d2 req-736f7d53-112e-4d9f-ad90-d1cb5cf1b58f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:16.923509 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5c54912e-bcbe-4305-a30a-923385e2d0d2 req-736f7d53-112e-4d9f-ad90-d1cb5cf1b58f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 944 time: 0.0501394 Jun 24 08:24:16.980581 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5c54912e-bcbe-4305-a30a-923385e2d0d2 req-d2f58a83-7075-4665-80dc-9efede7db888 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510674 Jun 24 08:24:17.173229 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a323c-20f7-4dbe-aee0-56533de31c70 req-ca005a6d-dee3-4399-a8a5-600e71501245 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:17.174938 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b18a323c-20f7-4dbe-aee0-56533de31c70 req-ca005a6d-dee3-4399-a8a5-600e71501245 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Jun 24 08:24:17.221835 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b18a323c-20f7-4dbe-aee0-56533de31c70 req-b48783fb-0dc3-4869-83cb-5557bdff3095 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Jun 24 08:24:17.258672 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:17.312996 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 49476779-f723-492d-a807-c92bf6bf2ca5 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:24:17.418404 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 49476779-f723-492d-a807-c92bf6bf2ca5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=49476779-f723-492d-a807-c92bf6bf2ca5,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:17.429741 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '49476779-f723-492d-a807-c92bf6bf2ca5', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:24:17.465838 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 49476779-f723-492d-a807-c92bf6bf2ca5 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:17.466228 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:17.479735 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49476779-f723-492d-a807-c92bf6bf2ca5 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:24:17.505216 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 49476779-f723-492d-a807-c92bf6bf2ca5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=49476779-f723-492d-a807-c92bf6bf2ca5,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:17.590245 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:17.641166 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=49476779-f723-492d-a807-c92bf6bf2ca5,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:17.756871 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:17.794678 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92b35-aed5-405b-aaa1-741942c2ecf5 req-0138c737-6f91-4fba-9097-28e01827c6b4 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:17.796154 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ded92b35-aed5-405b-aaa1-741942c2ecf5 req-0138c737-6f91-4fba-9097-28e01827c6b4 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 943 time: 0.0491719 Jun 24 08:24:17.846424 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ded92b35-aed5-405b-aaa1-741942c2ecf5 req-9901d523-16e2-445f-a76b-f58775cf2132 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Jun 24 08:24:17.932877 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['49476779-f723-492d-a807-c92bf6bf2ca5'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:24:18.015930 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23546a08-1351-4150-885f-506161e30192 req-1e36714c-105e-4adc-a3e8-357ee6f34aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:18.017605 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-23546a08-1351-4150-885f-506161e30192 req-1e36714c-105e-4adc-a3e8-357ee6f34aae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1129 time: 0.0447252 Jun 24 08:24:18.114779 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11be0-6153-4662-82b5-0772d653882b req-c0def533-62d6-4248-a205-ea8e54c5967f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:18.116430 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4da11be0-6153-4662-82b5-0772d653882b req-c0def533-62d6-4248-a205-ea8e54c5967f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Jun 24 08:24:18.144884 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23546a08-1351-4150-885f-506161e30192 req-d741a5d0-11a3-49e1-8171-1866a0df8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:18.146534 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-23546a08-1351-4150-885f-506161e30192 req-d741a5d0-11a3-49e1-8171-1866a0df8bb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.1057241 Jun 24 08:24:18.158331 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:18.170815 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4da11be0-6153-4662-82b5-0772d653882b req-6b610072-445a-4dce-9ead-5edbc671b9f7 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481777 Jun 24 08:24:18.176171 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:18.236333 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-23546a08-1351-4150-885f-506161e30192 req-06e82f2d-8f11-4ff6-a811-fffc4591a969 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 200 len: 1001 time: 0.0834115 Jun 24 08:24:18.287367 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23546a08-1351-4150-885f-506161e30192 req-acf2eb9c-9d6b-4012-b33f-183d1b2f570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:18.288875 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-23546a08-1351-4150-885f-506161e30192 req-acf2eb9c-9d6b-4012-b33f-183d1b2f570e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.0464938 Jun 24 08:24:18.337562 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23546a08-1351-4150-885f-506161e30192 req-72ae8b58-fef6-4f1c-9efd-9f142c912e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:18.339335 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-23546a08-1351-4150-885f-506161e30192 req-72ae8b58-fef6-4f1c-9efd-9f142c912e30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438106 Jun 24 08:24:18.342598 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc47fc-441b-4b36-bcd6-50ba29db5e28 req-56feed3c-0031-4a31-bcc5-32e6ed4d9af6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:18.344112 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-05dc47fc-441b-4b36-bcd6-50ba29db5e28 req-56feed3c-0031-4a31-bcc5-32e6ed4d9af6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Jun 24 08:24:18.392223 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-05dc47fc-441b-4b36-bcd6-50ba29db5e28 req-fcfd1aed-1571-4eeb-bde4-f87118fb43ca tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423112 Jun 24 08:24:18.431152 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-23546a08-1351-4150-885f-506161e30192 req-2b70a458-6840-473c-83b5-5831454cf9d8 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852137 Jun 24 08:24:18.525204 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-23546a08-1351-4150-885f-506161e30192 req-553ad731-7c16-4fd9-bf7f-01b57265a645 service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873675 Jun 24 08:24:18.962484 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264e56-16ef-4eed-b569-a2e7e857af45 req-951ba84f-103c-4fc6-9a89-e06659281b06 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:18.964445 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1a264e56-16ef-4eed-b569-a2e7e857af45 req-951ba84f-103c-4fc6-9a89-e06659281b06 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 943 time: 0.0514183 Jun 24 08:24:19.015118 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1a264e56-16ef-4eed-b569-a2e7e857af45 req-c562bfbe-b65b-4f9c-80b0-ef2c8cf876e5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452278 Jun 24 08:24:19.293955 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15dba1-5077-464f-b495-65a6e8649a5c req-b51053d1-821d-4c6e-a5c7-e9734b21c91d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:19.295643 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fc15dba1-5077-464f-b495-65a6e8649a5c req-b51053d1-821d-4c6e-a5c7-e9734b21c91d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 945 time: 0.0476882 Jun 24 08:24:19.345347 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fc15dba1-5077-464f-b495-65a6e8649a5c req-143aa042-aa9c-4c9f-9d97-a6304b0b680e tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Jun 24 08:24:19.355331 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:24:19.359700 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:19.362677 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:19.367675 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 49476779-f723-492d-a807-c92bf6bf2ca5 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:24:19.472114 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 49476779-f723-492d-a807-c92bf6bf2ca5 completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:24:19.503332 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:19.512766 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842cdb-7206-4580-b1f0-9e3de8686a66 req-e02e348c-aa36-451d-83ca-bd22f8384750 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:19.514284 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-70842cdb-7206-4580-b1f0-9e3de8686a66 req-e02e348c-aa36-451d-83ca-bd22f8384750 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0478959 Jun 24 08:24:19.516324 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'port_id': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'mac_address': 'fa:16:3e:f2:78:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:24:19.545644 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 49476779-f723-492d-a807-c92bf6bf2ca5 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:24:19.546016 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:19.563805 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-70842cdb-7206-4580-b1f0-9e3de8686a66 req-bc035ac1-ba9f-41a6-9131-4934b02e8ff6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438454 Jun 24 08:24:19.581468 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:19.581865 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:19.619790 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:24:19.639363 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:19.674245 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 49476779-f723-492d-a807-c92bf6bf2ca5 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:19.674638 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:19.700335 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:19.702524 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b705e4f1-a97d-45a2-ab99-dc0d11f232c1" -d '{"events": [{"server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "name": "network-vif-plugged", "status": "completed", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:19.718137 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:19.718137 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 49476779-f723-492d-a807-c92bf6bf2ca5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=49476779-f723-492d-a807-c92bf6bf2ca5,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:19.744732 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:19.763826 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:19.784394 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:19.832744 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=49476779-f723-492d-a807-c92bf6bf2ca5,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:20.024479 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1e1eec-da94-4f51-a07a-f53dcf15ca3f x-openstack-request-id: req-8c1e1eec-da94-4f51-a07a-f53dcf15ca3f {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:20.024789 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "name": "network-vif-plugged", "status": "completed", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:20.025149 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c1e1eec-da94-4f51-a07a-f53dcf15ca3f {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:20.026574 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1e1eec-da94-4f51-a07a-f53dcf15ca3f'] response: {'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5', 'code': 200} Jun 24 08:24:20.074111 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['3c3bd4d7-8f27-40c9-a1f4-937dda0530cf'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:24:20.130515 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ba0b-a72f-49a5-adee-9b190f86a533 req-355e59a5-dd87-498f-acfc-49f2b7cf4317 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:20.132020 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7e9ba0b-a72f-49a5-adee-9b190f86a533 req-355e59a5-dd87-498f-acfc-49f2b7cf4317 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 944 time: 0.0510643 Jun 24 08:24:20.180940 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7e9ba0b-a72f-49a5-adee-9b190f86a533 req-ef2bac64-cba8-4479-84ba-895f1356d2a5 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Jun 24 08:24:20.431044 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571a7ed-a056-4423-84dd-6358359102b4 req-3d356f39-bd19-47ad-ba36-7de1d9775375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:20.433519 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-2571a7ed-a056-4423-84dd-6358359102b4 req-3d356f39-bd19-47ad-ba36-7de1d9775375 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1130 time: 0.0390139 Jun 24 08:24:20.461416 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5121f-295a-471d-8000-ab3feefcec7e req-b47e6975-4e2f-451f-aed1-ac3149b161ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:20.463367 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fca5121f-295a-471d-8000-ab3feefcec7e req-b47e6975-4e2f-451f-aed1-ac3149b161ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.0487280 Jun 24 08:24:20.480936 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-2571a7ed-a056-4423-84dd-6358359102b4 req-78b9c98a-44b6-49ab-bca0-1264c6443e63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Jun 24 08:24:20.488687 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:20.513098 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fca5121f-295a-471d-8000-ab3feefcec7e req-36d6887f-4896-4fbf-8882-d09ab81ce05b tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Jun 24 08:24:20.688375 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b9f10-ece9-4cac-b12e-e16f4e082776 req-83a201a0-2ea7-46c5-b1ce-6a3402c61035 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:20.689869 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af8b9f10-ece9-4cac-b12e-e16f4e082776 req-83a201a0-2ea7-46c5-b1ce-6a3402c61035 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0516481 Jun 24 08:24:20.737447 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af8b9f10-ece9-4cac-b12e-e16f4e082776 req-9728cfd2-3597-4562-9888-b6ea3b046dba tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417762 Jun 24 08:24:21.304102 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73245875-a5cb-4e66-b5be-0846e8eadc83 req-2fd80806-de79-40d2-bad0-d1ebe4bcb486 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:21.305852 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-73245875-a5cb-4e66-b5be-0846e8eadc83 req-2fd80806-de79-40d2-bad0-d1ebe4bcb486 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 944 time: 0.0512464 Jun 24 08:24:21.359672 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-73245875-a5cb-4e66-b5be-0846e8eadc83 req-6a6e0ad2-ad18-439e-9836-9e0ed2ef84e3 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Jun 24 08:24:21.360921 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:24:21.402779 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:24:21.493876 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:24:21.494851 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:21.571081 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:21.571468 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:21.609194 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:21.632366 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500174e-5675-4208-9a58-c104b60642e5 req-6232c42b-b73a-4eff-bfeb-5f2ffadec8e1 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:21.633835 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3500174e-5675-4208-9a58-c104b60642e5 req-6232c42b-b73a-4eff-bfeb-5f2ffadec8e1 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.0497835 Jun 24 08:24:21.675760 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:21.690680 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3500174e-5675-4208-9a58-c104b60642e5 req-72ae2374-baea-428b-994e-c144c6764989 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506065 Jun 24 08:24:21.730168 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:21.737466 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.737814 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.738181 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.738625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.738890 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.739259 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.739654 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.739882 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.740507 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.740835 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.741167 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.741493 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.741816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.742196 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.742465 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:24:21.863576 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e78f-3b72-403e-906a-ab442f123ce5 req-d72a29d6-4949-4639-b5be-c7ff4550533f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:21.865069 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fe26e78f-3b72-403e-906a-ab442f123ce5 req-d72a29d6-4949-4639-b5be-c7ff4550533f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0488729 Jun 24 08:24:21.878909 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:21.914294 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fe26e78f-3b72-403e-906a-ab442f123ce5 req-18dc2620-6fab-4963-ac27-afebbf4d24f1 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423472 Jun 24 08:24:22.027282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:22.029723 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b940e6e-a949-4456-9b91-b3d661fe90e1" -d '{"events": [{"server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "name": "network-vif-plugged", "status": "completed", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:22.065686 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1863cb0-7485-483d-a31f-310d3bb7ad77 x-openstack-request-id: req-d1863cb0-7485-483d-a31f-310d3bb7ad77 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:22.065974 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "name": "network-vif-plugged", "status": "completed", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:22.066228 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1863cb0-7485-483d-a31f-310d3bb7ad77 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:22.066627 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1863cb0-7485-483d-a31f-310d3bb7ad77'] response: {'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'code': 200} Jun 24 08:24:22.477167 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b3d42-bd92-41fb-8bd6-69e2f9f32124 req-d40e4d32-47db-422f-8f7d-a57b525545eb tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:22.479627 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-109b3d42-bd92-41fb-8bd6-69e2f9f32124 req-d40e4d32-47db-422f-8f7d-a57b525545eb tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0501027 Jun 24 08:24:22.529034 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-109b3d42-bd92-41fb-8bd6-69e2f9f32124 req-23a9b3e4-fded-49c5-b083-f470d2e5f291 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 Jun 24 08:24:22.827223 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76468cf-c78b-4bc2-8af8-09e502089bc0 req-a52dde96-dc4a-46da-b489-f22bc10e85cd tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:22.828646 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d76468cf-c78b-4bc2-8af8-09e502089bc0 req-a52dde96-dc4a-46da-b489-f22bc10e85cd tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.0535674 Jun 24 08:24:22.837403 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2b76f2db-3620-48e8-9659-d59265ffcce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:22.878210 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d76468cf-c78b-4bc2-8af8-09e502089bc0 req-d6b36484-515d-4703-958e-db0dba1bac8f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Jun 24 08:24:22.983930 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dca309-6dc7-4367-86e9-2f1d5d48308b req-1215d739-d2aa-452a-8bdf-decf4d19caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:22.986822 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-38dca309-6dc7-4367-86e9-2f1d5d48308b req-1215d739-d2aa-452a-8bdf-decf4d19caa0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0439086 Jun 24 08:24:23.002808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a13723-9047-421e-b97b-333bfd303414 req-ffd1d4f6-e405-4c5a-86a8-9490e092cae0 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:23.004477 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-88a13723-9047-421e-b97b-333bfd303414 req-ffd1d4f6-e405-4c5a-86a8-9490e092cae0 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.0576346 Jun 24 08:24:23.041638 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-38dca309-6dc7-4367-86e9-2f1d5d48308b req-8ff23acc-cf59-49b5-82df-54c5e4ada96e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467818 Jun 24 08:24:23.066789 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dcdab-7df7-43bf-80a1-1a1e76d6eb2b req-11ab2ccd-d4d9-478c-9c3e-6368c77e506a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:23.068312 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9c2dcdab-7df7-43bf-80a1-1a1e76d6eb2b req-11ab2ccd-d4d9-478c-9c3e-6368c77e506a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0629308 Jun 24 08:24:23.110712 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-88a13723-9047-421e-b97b-333bfd303414 req-802e1157-4549-4715-8501-d7baeae431b5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964115 Jun 24 08:24:23.137381 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9c2dcdab-7df7-43bf-80a1-1a1e76d6eb2b req-449a0f94-f247-45f7-a083-9bb76823a550 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626731 Jun 24 08:24:23.138110 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59308) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:23.175019 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe320bbf-2b40-4e7a-8d0d-84f6407ca727 tempest-TestVolumeBootPattern-644980997 tempest-TestVolumeBootPattern-644980997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:23.176541 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-fe320bbf-2b40-4e7a-8d0d-84f6407ca727 tempest-TestVolumeBootPattern-644980997 tempest-TestVolumeBootPattern-644980997-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1125 time: 0.0374687 Jun 24 08:24:23.179289 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59310) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:23.184306 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:23.283219 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:23.364963 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:23.414444 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:23.474058 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Allocated IP 172.27.3.213 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/5c5914ce-0771-4962-a276-bec895196010) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:24:23.580043 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (5c5914ce-0771-4962-a276-bec895196010), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:23.603286 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:23.654721 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a031-703c-4bcd-b393-daeb3a0e1da3 req-34981fca-e664-494f-942a-684199684016 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:23.656120 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6123a031-703c-4bcd-b393-daeb3a0e1da3 req-34981fca-e664-494f-942a-684199684016 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0502503 Jun 24 08:24:23.682856 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (5c5914ce-0771-4962-a276-bec895196010), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:23.743929 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6123a031-703c-4bcd-b393-daeb3a0e1da3 req-bce910f4-6894-443f-a429-003539f4eb10 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822065 Jun 24 08:24:23.747328 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:24:23.752447 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:24:23.755026 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:24:23.758201 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=5c5914ce-0771-4962-a276-bec895196010,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:24.107443 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (9266ddde-807e-4aba-a971-4161cd2d4197), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:24.131428 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:24.263960 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (5c5914ce-0771-4962-a276-bec895196010), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:24.297269 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939586-e296-4ad3-b6c2-4b651b1b2165 req-98ecd255-6524-4a3e-8712-0d0b656e1613 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:24.298782 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21939586-e296-4ad3-b6c2-4b651b1b2165 req-98ecd255-6524-4a3e-8712-0d0b656e1613 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0731065 Jun 24 08:24:24.407636 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21939586-e296-4ad3-b6c2-4b651b1b2165 req-4065d8dc-2b75-438f-93f5-e026afef4904 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021347 Jun 24 08:24:24.466875 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (5c5914ce-0771-4962-a276-bec895196010), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:24.550998 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (5c5914ce-0771-4962-a276-bec895196010), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:24.620465 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=5c5914ce-0771-4962-a276-bec895196010,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:24.632388 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (9266ddde-807e-4aba-a971-4161cd2d4197), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:24.732355 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Floating IP 9266ddde-807e-4aba-a971-4161cd2d4197 associated. External IP: 172.27.3.213, port: 49476779-f723-492d-a807-c92bf6bf2ca5. Jun 24 08:24:24.779558 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:24.878315 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa485c90-6857-4d7f-9054-260d927c840a req-05b91344-c6ee-44de-85dd-9fbae2ac9772 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:24.879776 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fa485c90-6857-4d7f-9054-260d927c840a req-05b91344-c6ee-44de-85dd-9fbae2ac9772 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0630825 Jun 24 08:24:24.986403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:25.008913 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fa485c90-6857-4d7f-9054-260d927c840a req-d765d8ae-6673-47f8-a86d-7776699b6a50 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915673 Jun 24 08:24:25.022113 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:24:25.226232 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6b990ef9-0226-40e2-af81-877c2db1bdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:25.352255 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:24:25.367672 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00428789-332f-413a-9473-3b054c4083ff None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:24:25.379195 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:25.380112 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:24:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:25.429487 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:25.478133 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2939abe3-e01e-4d7c-bbc3-a163e8d6d1ef tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2952485 Jun 24 08:24:25.478133 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:25.485429 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de85aa3-44ac-4778-b491-227f452cf673" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:25.497683 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:25.538140 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a6dda2-e572-4d92-a1a7-df2fcfc82f8b x-openstack-request-id: req-f8a6dda2-e572-4d92-a1a7-df2fcfc82f8b {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:25.538960 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:25.539082 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8a6dda2-e572-4d92-a1a7-df2fcfc82f8b {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:25.539390 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a6dda2-e572-4d92-a1a7-df2fcfc82f8b'] response: {'name': 'network-changed', 'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5', 'status': 'completed', 'code': 200} Jun 24 08:24:25.560235 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2ec4-a1bb-4a70-8547-90dbf601993c req-4f35f87a-eed8-4110-a284-14c896c78c11 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:25.561768 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-892b2ec4-a1bb-4a70-8547-90dbf601993c req-4f35f87a-eed8-4110-a284-14c896c78c11 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0607154 Jun 24 08:24:25.641679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aa3-44ac-4778-b491-227f452cf673 req-b38d2fc5-e083-4217-a817-020da9933724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:25.643192 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4de85aa3-44ac-4778-b491-227f452cf673 req-b38d2fc5-e083-4217-a817-020da9933724 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1130 time: 0.0520642 Jun 24 08:24:25.647194 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-892b2ec4-a1bb-4a70-8547-90dbf601993c req-4b063733-d081-419a-8b55-2951bb9fe906 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754750 Jun 24 08:24:25.737656 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:23Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:25.739054 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aa3-44ac-4778-b491-227f452cf673 req-8468d214-0f3f-47f8-9ab8-688a476c7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:25.740555 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4de85aa3-44ac-4778-b491-227f452cf673 req-8468d214-0f3f-47f8-9ab8-688a476c7c9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0911732 Jun 24 08:24:25.763029 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00428789-332f-413a-9473-3b054c4083ff None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:24:25.771465 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:25.772069 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:24:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:25.810756 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4de85aa3-44ac-4778-b491-227f452cf673 req-d9560392-bf77-41c8-a111-2db1eac7e9f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49476779-f723-492d-a807-c92bf6bf2ca5 HTTP/1.1" status: 200 len: 1000 time: 0.0632966 Jun 24 08:24:25.876096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aa3-44ac-4778-b491-227f452cf673 req-4eef211a-e433-4e06-a194-7ea5f6e95efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:25.877657 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4de85aa3-44ac-4778-b491-227f452cf673 req-4eef211a-e433-4e06-a194-7ea5f6e95efd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0501046 Jun 24 08:24:25.926714 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aa3-44ac-4778-b491-227f452cf673 req-414afc65-fe4e-4e03-bda8-1c1d2ca801f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:25.928378 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4de85aa3-44ac-4778-b491-227f452cf673 req-414afc65-fe4e-4e03-bda8-1c1d2ca801f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423198 Jun 24 08:24:26.004126 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:26.007014 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:26.027949 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4de85aa3-44ac-4778-b491-227f452cf673 req-820cd51e-1d2e-49d9-9a1e-8a74e2ded381 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928402 Jun 24 08:24:26.113116 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:26.131177 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69896e-0721-49cc-8fb2-a2e8772c53a9 req-1ff351ec-6450-473e-ad1e-95ad3e31e71e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:26.132847 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6e69896e-0721-49cc-8fb2-a2e8772c53a9 req-1ff351ec-6450-473e-ad1e-95ad3e31e71e tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0513089 Jun 24 08:24:26.137939 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4de85aa3-44ac-4778-b491-227f452cf673 req-0f343a7f-0942-4245-9558-8837a462ac19 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038749 Jun 24 08:24:26.185845 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6e69896e-0721-49cc-8fb2-a2e8772c53a9 req-da053b01-5fde-4d53-8d28-439bdec32d03 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453949 Jun 24 08:24:26.234762 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-00428789-332f-413a-9473-3b054c4083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:23Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:26.259841 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00428789-332f-413a-9473-3b054c4083ff None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:23Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:24:26.309282 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc1045-1843-4556-9301-8cc4fd5d18e7 req-91786e2e-5736-4139-92ef-8ebe41db9a1a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:26.311499 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-26fc1045-1843-4556-9301-8cc4fd5d18e7 req-91786e2e-5736-4139-92ef-8ebe41db9a1a tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0571766 Jun 24 08:24:26.320647 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59356) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:26.325273 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Request body: {'floatingip': {'port_id': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:24:26.363578 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (e2edac28-172d-4d51-9175-42099f9c7df4), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:26.449435 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:26.463603 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cbfc3-de8d-4dba-bc5a-eeb6b2e2ff96 None None] New status for floating IP 9266ddde-807e-4aba-a971-4161cd2d4197: ACTIVE {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:24:26.783567 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5b1d5-10a3-4306-9ad3-f61a589ef5d6 req-7c8e7db6-07c1-423c-9f09-a2fd90a65f26 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:26.785094 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-87e5b1d5-10a3-4306-9ad3-f61a589ef5d6 req-7c8e7db6-07c1-423c-9f09-a2fd90a65f26 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0621347 Jun 24 08:24:26.820705 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:26.900651 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-87e5b1d5-10a3-4306-9ad3-f61a589ef5d6 req-1167d578-4f90-45fa-9739-bc44b5d49de0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913250 Jun 24 08:24:26.902324 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:26.968701 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (e2edac28-172d-4d51-9175-42099f9c7df4), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:27.005802 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:27.066618 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP e2edac28-172d-4d51-9175-42099f9c7df4 associated. External IP: 172.27.3.54, port: 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf. Jun 24 08:24:27.267581 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:24:27.370460 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:24:27.375187 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:27.379871 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:24:27.383686 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:27.388691 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:27.393134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:27.393134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:24:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:27.406746 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-88921190-d6f1-42c1-92ef-4b294816e391 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "PUT /v2.0/floatingips/e2edac28-172d-4d51-9175-42099f9c7df4 HTTP/1.1" status: 200 len: 990 time: 1.0849526 Jun 24 08:24:27.445748 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:27.497006 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:27.541021 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:27.544123 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a73fd1-de49-47f7-82e4-c2018b6390d8" -d '{"events": [{"name": "network-changed", "server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:27.585247 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d749ea9-7cba-4eca-8360-373e9edf45cb x-openstack-request-id: req-8d749ea9-7cba-4eca-8360-373e9edf45cb {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:27.585731 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:27.586003 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d749ea9-7cba-4eca-8360-373e9edf45cb {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:27.586414 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d749ea9-7cba-4eca-8360-373e9edf45cb'] response: {'name': 'network-changed', 'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'status': 'completed', 'code': 200} Jun 24 08:24:27.720182 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'e2edac28-172d-4d51-9175-42099f9c7df4', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:f2:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:08Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:27.746417 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:24:27.755621 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:24:27.756283 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:24:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:27.887217 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:24:27.913724 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:27.985657 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-7f2bac92-1124-41fd-ac0e-a0515072632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:27.988027 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-7f2bac92-1124-41fd-ac0e-a0515072632c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a14e04756d06417da712e47759853a06&device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 1129 time: 0.2997139 Jun 24 08:24:28.062538 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054e4f1-779c-4015-93f0-a1e711cd09e7 req-2dceee03-85ef-453e-8ed0-41f8080a6bad tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:28.064141 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7054e4f1-779c-4015-93f0-a1e711cd09e7 req-2dceee03-85ef-453e-8ed0-41f8080a6bad tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0522852 Jun 24 08:24:28.106580 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-70772482-b48d-4368-88b6-777df2bdee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:28.107973 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-70772482-b48d-4368-88b6-777df2bdee49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 200 len: 915 time: 0.0993030 Jun 24 08:24:28.113765 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7054e4f1-779c-4015-93f0-a1e711cd09e7 req-498dac34-2377-45e0-8363-8c48faca9c5b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 Jun 24 08:24:28.152509 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'e2edac28-172d-4d51-9175-42099f9c7df4', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:f2:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:08Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:24:28.176443 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-b4f6d7a1-c9e8-4e8c-980d-c2d58876ee76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf HTTP/1.1" status: 200 len: 998 time: 0.0611236 Jun 24 08:24:28.181509 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:28.181509 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810b472-09f2-4016-99f4-d5ab64e3212c None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'e2edac28-172d-4d51-9175-42099f9c7df4', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'port_id': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'mac_address': 'fa:16:3e:f2:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:08Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': 'a14e04756d06417da712e47759853a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:24:28.234711 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-d3b56c11-dc24-4c9f-a611-4c0ada669401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:28.236357 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-d3b56c11-dc24-4c9f-a611-4c0ada669401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 200 len: 853 time: 0.0516796 Jun 24 08:24:28.285872 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-8ac9e9e4-c7cf-439e-915d-73ad87c39f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:28.287424 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-8ac9e9e4-c7cf-439e-915d-73ad87c39f6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435722 Jun 24 08:24:28.391130 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-af53798b-09af-462c-b89b-2319548da00e service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935533 Jun 24 08:24:28.402822 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce397e9-3b25-47ec-b6f3-a3d94aba4ce3 None None] New status for floating IP e2edac28-172d-4d51-9175-42099f9c7df4: ACTIVE {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:24:28.495459 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-13a73fd1-de49-47f7-82e4-c2018b6390d8 req-788be31f-0f38-4b3b-a781-638355140fd9 service neutron] 10.222.0.26 "GET /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934331 Jun 24 08:24:29.234265 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eca06-7de8-4f02-b897-38e64f57e826 req-e6135447-6ed6-432d-b2e6-f035e3a9c9cd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:29.236392 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-447eca06-7de8-4f02-b897-38e64f57e826 req-e6135447-6ed6-432d-b2e6-f035e3a9c9cd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0479510 Jun 24 08:24:29.285851 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-447eca06-7de8-4f02-b897-38e64f57e826 req-2a961d3c-128c-467b-9e63-0e1621f19fe5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440712 Jun 24 08:24:29.373836 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:24:29.474815 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:29.486645 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '849207c3-d40c-476a-aae3-4db25b58eb90', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'port_id': '849207c3-d40c-476a-aae3-4db25b58eb90', 'mac_address': 'fa:16:3e:75:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:24:29.520103 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 849207c3-d40c-476a-aae3-4db25b58eb90 is: ACTIVE; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:29.520506 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:29.533989 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 849207c3-d40c-476a-aae3-4db25b58eb90 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:24:29.553223 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:29.625807 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:29.673336 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=6']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:29.857725 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['849207c3-d40c-476a-aae3-4db25b58eb90'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:24:29.983110 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:30.418473 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71b6d-3cf6-4e70-b601-700060e29e2e req-21dbbad3-8ba4-49db-ad0d-bbd173f474db tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:30.419952 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e0c71b6d-3cf6-4e70-b601-700060e29e2e req-21dbbad3-8ba4-49db-ad0d-bbd173f474db tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 944 time: 0.0597522 Jun 24 08:24:30.446887 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:30.468631 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e0c71b6d-3cf6-4e70-b601-700060e29e2e req-865365d5-e697-4f51-90e4-eaf9b03cc34c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430338 Jun 24 08:24:31.376227 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:24:31.452721 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 849207c3-d40c-476a-aae3-4db25b58eb90 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:24:31.453344 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:31.556250 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 849207c3-d40c-476a-aae3-4db25b58eb90 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:31.557313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:31.621310 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:31.622138 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d35b-811b-476e-844f-ef520feef782 req-7f430a02-f506-4c6a-ba31-fbf0ee2acaa0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:31.623811 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2191d35b-811b-476e-844f-ef520feef782 req-7f430a02-f506-4c6a-ba31-fbf0ee2acaa0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 944 time: 0.0654399 Jun 24 08:24:31.627163 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac36c59e-5df8-4a3e-83fe-fe1718453944" -d '{"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-plugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:31.642731 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:31.674279 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f608d1-4794-45da-8a4e-e71695a76ef4 x-openstack-request-id: req-74f608d1-4794-45da-8a4e-e71695a76ef4 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:31.674279 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-plugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:31.674279 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74f608d1-4794-45da-8a4e-e71695a76ef4 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:31.674279 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f608d1-4794-45da-8a4e-e71695a76ef4'] response: {'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90', 'code': 200} Jun 24 08:24:31.690825 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2191d35b-811b-476e-844f-ef520feef782 req-4abbe194-8cee-4d90-9c20-44fafcff3c5e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597372 Jun 24 08:24:31.718149 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:31.773453 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=7']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:32.872290 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e478b5f-690c-4942-a825-46c1e0fb60c6 req-401dd947-a5d4-4d0c-8f10-0ec01730cda5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:32.874454 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4e478b5f-690c-4942-a825-46c1e0fb60c6 req-401dd947-a5d4-4d0c-8f10-0ec01730cda5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0674055 Jun 24 08:24:32.936370 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4e478b5f-690c-4942-a825-46c1e0fb60c6 req-c9c24ea9-3a36-4c3c-a197-0a4b916cdd30 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541303 Jun 24 08:24:34.060318 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a199-1b95-4dce-8d61-b4784cdbf9bb req-506e63e5-d6b3-47db-bd6e-74a28e3fb511 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:34.061916 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8974a199-1b95-4dce-8d61-b4784cdbf9bb req-506e63e5-d6b3-47db-bd6e-74a28e3fb511 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0511935 Jun 24 08:24:34.110668 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8974a199-1b95-4dce-8d61-b4784cdbf9bb req-dbbb0e0e-059c-4879-94e6-5a9a15542872 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431907 Jun 24 08:24:35.247816 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16b07b-e4ab-42b3-a436-68772609c775 req-e0cc073d-9435-4b62-b70a-15acbb4ece59 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:35.252752 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1e16b07b-e4ab-42b3-a436-68772609c775 req-e0cc073d-9435-4b62-b70a-15acbb4ece59 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0581579 Jun 24 08:24:35.307187 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1e16b07b-e4ab-42b3-a436-68772609c775 req-6405eb2f-906b-4fdf-afdb-bb23553b2389 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512164 Jun 24 08:24:36.434574 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718f296-60bd-4ffa-957b-43fad3c4d63c req-437456d6-5acc-40c9-b5d3-3b01c8301fd9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:36.435966 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4718f296-60bd-4ffa-957b-43fad3c4d63c req-437456d6-5acc-40c9-b5d3-3b01c8301fd9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0514522 Jun 24 08:24:36.492310 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4718f296-60bd-4ffa-957b-43fad3c4d63c req-f4419b43-522e-44f9-9ac5-798244b518ab tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504470 Jun 24 08:24:37.646757 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39e128-f22a-4d53-8a75-336a6479a4a2 req-d4d1b6d3-1435-475d-8661-a63891f77b69 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:37.656217 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f39e128-f22a-4d53-8a75-336a6479a4a2 req-d4d1b6d3-1435-475d-8661-a63891f77b69 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0781701 Jun 24 08:24:37.718093 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f39e128-f22a-4d53-8a75-336a6479a4a2 req-3552fb31-8ad2-49e5-b773-beef7931f46d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601833 Jun 24 08:24:38.250439 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59522) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:38.399852 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c1f5470b-d013-488e-b803-4e97637bc98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:38.405574 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:38.489528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=48 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:38.491108 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=54 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:38.493552 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c1f5470b-d013-488e-b803-4e97637bc98c admin admin] Publish callbacks [] for security_group (90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:38.562547 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c1f5470b-d013-488e-b803-4e97637bc98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:38.611700 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59528) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:38.611940 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c1f5470b-d013-488e-b803-4e97637bc98c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ec47b506edc4d579f97d20f198865e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601854 Jun 24 08:24:38.612632 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5470b-d013-488e-b803-4e97637bc98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:38.692446 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f9d91724-3fd9-448f-af05-d17e5835771d admin admin] Publish callbacks [] for security_group (90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:38.719688 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f9d91724-3fd9-448f-af05-d17e5835771d admin admin] Publish callbacks [] for security_group (90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:38.845843 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12349a-a6a9-47d1-95f8-f58b10ae94fe req-d3fb1079-1745-4574-a3cc-483a413000ef tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:38.848077 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc12349a-a6a9-47d1-95f8-f58b10ae94fe req-d3fb1079-1745-4574-a3cc-483a413000ef tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0555797 Jun 24 08:24:38.867543 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f9d91724-3fd9-448f-af05-d17e5835771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:38.870818 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f9d91724-3fd9-448f-af05-d17e5835771d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:38.876080 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f9d91724-3fd9-448f-af05-d17e5835771d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c HTTP/1.1" status: 204 len: 168 time: 0.2581024 Jun 24 08:24:38.886191 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d91724-3fd9-448f-af05-d17e5835771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a9ef8c-7ee4-4d0f-8b19-69f28c3f286c,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:38.943045 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc12349a-a6a9-47d1-95f8-f58b10ae94fe req-4ff7e1e4-ccab-4628-8258-290744d3ae05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860400 Jun 24 08:24:39.549664 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59536) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:39.563929 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b776b1a2-d872-48d6-9e75-6f1a1ba66691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:39.656211 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b776b1a2-d872-48d6-9e75-6f1a1ba66691 admin admin] Publish callbacks [] for security_group (c2756114-7345-4b48-8143-2776f4b931bc), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:39.708452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-b776b1a2-d872-48d6-9e75-6f1a1ba66691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c2756114-7345-4b48-8143-2776f4b931bc), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:39.755277 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776b1a2-d872-48d6-9e75-6f1a1ba66691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2756114-7345-4b48-8143-2776f4b931bc,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:39.763152 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-b776b1a2-d872-48d6-9e75-6f1a1ba66691 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4b9d37b99c5414d88230e06e26ede18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124496 Jun 24 08:24:39.766001 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59538) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:39.825209 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:39.829177 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c664f118-d854-4a73-9e79-bfd55c9ce43b admin admin] Publish callbacks [] for security_group (c2756114-7345-4b48-8143-2776f4b931bc), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:39.852793 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c664f118-d854-4a73-9e79-bfd55c9ce43b admin admin] Publish callbacks [] for security_group (c2756114-7345-4b48-8143-2776f4b931bc), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:39.974062 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c664f118-d854-4a73-9e79-bfd55c9ce43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c2756114-7345-4b48-8143-2776f4b931bc), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:39.976763 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c664f118-d854-4a73-9e79-bfd55c9ce43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:39.977979 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c664f118-d854-4a73-9e79-bfd55c9ce43b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2756114-7345-4b48-8143-2776f4b931bc HTTP/1.1" status: 204 len: 168 time: 0.2109656 Jun 24 08:24:40.008302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664f118-d854-4a73-9e79-bfd55c9ce43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2756114-7345-4b48-8143-2776f4b931bc,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:40.102961 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1153-0e07-4ea1-84ec-963211cbb1df req-90f0e54a-d807-406e-8f85-a6146648113e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:40.102961 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c18d1153-0e07-4ea1-84ec-963211cbb1df req-90f0e54a-d807-406e-8f85-a6146648113e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0541928 Jun 24 08:24:40.153210 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c18d1153-0e07-4ea1-84ec-963211cbb1df req-fc98d7cd-0cac-441e-b50f-7e16faa42ef2 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458152 Jun 24 08:24:41.293753 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1435b2-4e16-4c60-bea4-fef524438882 req-bacf8b0a-6930-4bb7-b08f-24e9b06c826e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:41.296047 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8a1435b2-4e16-4c60-bea4-fef524438882 req-bacf8b0a-6930-4bb7-b08f-24e9b06c826e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0590956 Jun 24 08:24:41.351627 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8a1435b2-4e16-4c60-bea4-fef524438882 req-ac9fe89f-51ef-46f9-afcd-1d88237145f4 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497348 Jun 24 08:24:41.763039 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:41.768993 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:42.488111 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f6349-a39b-40b0-9a72-2ac31f5b266b req-d167e3ca-7459-48cf-bf87-7093efc53b4d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:42.489613 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-030f6349-a39b-40b0-9a72-2ac31f5b266b req-d167e3ca-7459-48cf-bf87-7093efc53b4d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0482628 Jun 24 08:24:42.539546 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-030f6349-a39b-40b0-9a72-2ac31f5b266b req-167aced8-20c5-4f3a-80cd-88aab03a73ce tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439126 Jun 24 08:24:42.959452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-5038e3df-4653-44c8-88d1-61a8a1646725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:42.961016 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-5038e3df-4653-44c8-88d1-61a8a1646725 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1129 time: 0.0411563 Jun 24 08:24:43.052411 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-b9757794-1b49-47ee-b5c7-ccecb4096f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:43.053904 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-b9757794-1b49-47ee-b5c7-ccecb4096f49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.0860102 Jun 24 08:24:43.118617 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-9b8be071-5461-4ef8-b26e-ae6b55ffe3d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 200 len: 1001 time: 0.0585060 Jun 24 08:24:43.172831 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-b06ff2dd-cb78-4cdd-95df-aa27af24abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:43.174300 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-b06ff2dd-cb78-4cdd-95df-aa27af24abac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.0444455 Jun 24 08:24:43.218994 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-1ad70db2-4f49-4be5-9347-2a5b841a0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:43.220530 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-1ad70db2-4f49-4be5-9347-2a5b841a0aff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397844 Jun 24 08:24:43.318150 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-c86e6f75-c6c5-4e20-b591-d48a76ac075e service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903430 Jun 24 08:24:43.411472 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-132b4a50-a9cd-45ae-af2e-719b6c0a5a5f req-8cbcf1f8-d0b9-4f73-bfca-d5db3f1b1cff service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Jun 24 08:24:43.660563 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c99d1-43cc-4717-9f33-412fac91f1b5 req-d41db1db-fba1-4a6e-b453-a25c122ec228 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:43.662058 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-534c99d1-43cc-4717-9f33-412fac91f1b5 req-d41db1db-fba1-4a6e-b453-a25c122ec228 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0497084 Jun 24 08:24:43.713063 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-534c99d1-43cc-4717-9f33-412fac91f1b5 req-8abc5901-cf85-476e-a834-f1fa407cdb27 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455835 Jun 24 08:24:44.834139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ba1b8-877a-4cc1-9e2d-a779bafac71d req-f801c5e2-560f-411c-b58e-8ac8e16be05a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:44.835504 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-115ba1b8-877a-4cc1-9e2d-a779bafac71d req-f801c5e2-560f-411c-b58e-8ac8e16be05a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0476098 Jun 24 08:24:44.854113 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:44.883772 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-115ba1b8-877a-4cc1-9e2d-a779bafac71d req-081b6038-2983-4a11-bc97-da847729dba9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Jun 24 08:24:46.002178 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48bb2-3fcc-4d55-80bd-0de1f4918c36 req-92f056ee-18ce-4043-8b88-47f2c166d23b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:46.003626 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76e48bb2-3fcc-4d55-80bd-0de1f4918c36 req-92f056ee-18ce-4043-8b88-47f2c166d23b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 945 time: 0.0478380 Jun 24 08:24:46.051864 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-76e48bb2-3fcc-4d55-80bd-0de1f4918c36 req-dff8be48-9ad2-4f45-867a-e7b471083cca tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 Jun 24 08:24:47.027516 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=38 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:47.028673 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:47.033607 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:24:47.531869 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:48.402533 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:24:48.478807 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 849207c3-d40c-476a-aae3-4db25b58eb90 is: ACTIVE; New status is: DOWN {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:24:48.479217 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:48.482744 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:48.507440 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:24:48.507641 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b937380-dcdd-4c2c-ba37-6b3169782f1e" -d '{"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-unplugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:24:48.521284 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:24:48.548482 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 08:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb90b98-be65-4b42-adeb-29fa0a402e85 x-openstack-request-id: req-4bb90b98-be65-4b42-adeb-29fa0a402e85 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:24:48.549074 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-unplugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:24:48.549074 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bb90b98-be65-4b42-adeb-29fa0a402e85 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:24:48.549403 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb90b98-be65-4b42-adeb-29fa0a402e85'] response: {'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90', 'code': 200} Jun 24 08:24:48.583627 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:48.631699 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=8']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:24:48.798587 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-9df498d6-bcea-4fe8-a0ae-f736fd429116 req-bf22409c-1a8c-49c8-a1f5-de3a304198f2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:24:48.799624 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9df498d6-bcea-4fe8-a0ae-f736fd429116 req-bf22409c-1a8c-49c8-a1f5-de3a304198f2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061905 Jun 24 08:24:49.115429 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc72750-e313-4794-a0e4-52990aff2730 req-be0bcf30-e778-4a4b-a525-4c94ed694642 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:49.116952 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fc72750-e313-4794-a0e4-52990aff2730 req-be0bcf30-e778-4a4b-a525-4c94ed694642 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0503912 Jun 24 08:24:49.164341 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fc72750-e313-4794-a0e4-52990aff2730 req-6970eaf2-52f6-45fd-939d-749a7a580453 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Jun 24 08:24:49.642573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 59682) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:49.729831 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-09e235e0-c86f-4dbd-a794-2cef12a056c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861058 Jun 24 08:24:49.742605 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-e9f9acfa-c7af-49b6-8fc6-98572f664729 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:24:49.742605 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-e9f9acfa-c7af-49b6-8fc6-98572f664729 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051379 Jun 24 08:24:49.818780 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 59694) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:24:49.917163 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fef71-a764-4757-8407-3908b039b2a2 req-676bbf1c-b6ea-4176-abca-4cb27be895ea tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:49.918565 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-676bbf1c-b6ea-4176-abca-4cb27be895ea tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports/849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 200 len: 940 time: 0.1004181 Jun 24 08:24:50.286794 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5955aa6-ac65-4174-abbd-b24dc540d3e5 req-6bb5fa08-5c26-439a-8eb0-ccb51f5766c8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:50.288270 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d5955aa6-ac65-4174-abbd-b24dc540d3e5 req-6bb5fa08-5c26-439a-8eb0-ccb51f5766c8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0469985 Jun 24 08:24:50.337296 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d5955aa6-ac65-4174-abbd-b24dc540d3e5 req-e32d4e7c-622d-48b9-9835-ad964dec6a08 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 Jun 24 08:24:51.461398 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96502-44b2-4cf1-8956-f9ed4c322d25 req-b00938f7-0a85-469f-a2a1-904ddbe4b0a7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:51.462886 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ce96502-44b2-4cf1-8956-f9ed4c322d25 req-b00938f7-0a85-469f-a2a1-904ddbe4b0a7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0546746 Jun 24 08:24:51.508927 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ce96502-44b2-4cf1-8956-f9ed4c322d25 req-cc899dd6-eee1-480d-8557-e9828dd082d6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399835 Jun 24 08:24:52.629843 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136079bf-263a-46eb-b59a-aed501a2d083 req-ac213466-c24b-49cd-a2a5-cef433d5b5aa tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:52.631317 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-136079bf-263a-46eb-b59a-aed501a2d083 req-ac213466-c24b-49cd-a2a5-cef433d5b5aa tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0482728 Jun 24 08:24:52.680277 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-136079bf-263a-46eb-b59a-aed501a2d083 req-26a6bf69-8b25-4090-bcaa-ed21afb9f970 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433261 Jun 24 08:24:52.847796 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5a83d127-a01e-4ae0-a02f-87fd1e819cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:53.761625 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:53.803019 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808e55b-91c5-4f36-8916-73f58f85e3a7 req-3b56b968-592c-4593-a18c-ee6eddb4ee0b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:53.804512 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f808e55b-91c5-4f36-8916-73f58f85e3a7 req-3b56b968-592c-4593-a18c-ee6eddb4ee0b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0527763 Jun 24 08:24:53.851625 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f808e55b-91c5-4f36-8916-73f58f85e3a7 req-3e1b2708-0227-4492-b820-1c3630bd9589 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Jun 24 08:24:54.225282 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:54.234994 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fef71-a764-4757-8407-3908b039b2a2 req-b22512b9-554a-47b3-ad2e-e346b1b9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:54.238608 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-b22512b9-554a-47b3-ad2e-e346b1b9dc2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4&tenant_id=e1244423396f45beb9124e6d04e0381b HTTP/1.1" status: 200 len: 1127 time: 0.0417342 Jun 24 08:24:54.312763 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:54.318039 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fef71-a764-4757-8407-3908b039b2a2 req-9bf71f09-5a30-4848-850d-59480b60df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:54.321724 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-9bf71f09-5a30-4848-850d-59480b60df87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1244423396f45beb9124e6d04e0381b&device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1127 time: 0.0406246 Jun 24 08:24:54.422088 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fef71-a764-4757-8407-3908b039b2a2 req-d8c7f31b-5c20-4467-b78a-648ad66cf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:54.423555 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-d8c7f31b-5c20-4467-b78a-648ad66cf064 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 200 len: 917 time: 0.0970347 Jun 24 08:24:54.492048 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-623bf79e-e307-49f5-89fa-f9863852fd8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 200 len: 999 time: 0.0602882 Jun 24 08:24:54.556817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fef71-a764-4757-8407-3908b039b2a2 req-05263d39-af45-4057-a08e-4d431f278c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:54.558600 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-05263d39-af45-4057-a08e-4d431f278c66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 200 len: 855 time: 0.0494006 Jun 24 08:24:54.604227 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fef71-a764-4757-8407-3908b039b2a2 req-2f90a9a3-6d6e-406f-ab75-99dabc8f395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:54.605828 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-2f90a9a3-6d6e-406f-ab75-99dabc8f395d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402153 Jun 24 08:24:54.707121 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-a0bf924f-ac3a-449f-82cd-36790b00464b service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920844 Jun 24 08:24:54.802878 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d62fef71-a764-4757-8407-3908b039b2a2 req-145a8fe3-9a88-46c7-ad85-323bbe33804b service neutron] 10.222.0.26 "GET /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867124 Jun 24 08:24:54.971939 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621218eb-8d85-4046-8f3b-5f91edffd9e8 req-e1c9537a-6a90-4475-84bf-1c19d95e12de tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:54.973474 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-621218eb-8d85-4046-8f3b-5f91edffd9e8 req-e1c9537a-6a90-4475-84bf-1c19d95e12de tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0493286 Jun 24 08:24:55.021583 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-621218eb-8d85-4046-8f3b-5f91edffd9e8 req-514a8664-f7ff-4907-b31f-33e041acc80e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Jun 24 08:24:55.326460 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-4d53830f-58f9-48dd-b6ef-d5c6ce18f8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:56.148552 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00326-c719-4e49-91d8-6c0e6f5659bd req-d43dc19d-d5c4-4f8b-9cb7-dd4569938958 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:56.152759 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8fe00326-c719-4e49-91d8-6c0e6f5659bd req-d43dc19d-d5c4-4f8b-9cb7-dd4569938958 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0538206 Jun 24 08:24:56.216595 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8fe00326-c719-4e49-91d8-6c0e6f5659bd req-6d68147f-10e7-4f72-adb7-f4eeb8aa6265 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579500 Jun 24 08:24:56.351519 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:57.335598 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bd42d-9ef2-4ac9-a06b-db71dea9bf84 req-a3862d07-bc4d-4506-89a1-5542fb220d52 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:57.337215 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-224bd42d-9ef2-4ac9-a06b-db71dea9bf84 req-a3862d07-bc4d-4506-89a1-5542fb220d52 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0508122 Jun 24 08:24:57.390484 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-224bd42d-9ef2-4ac9-a06b-db71dea9bf84 req-cc92cb5f-136a-41d6-95f1-9f25abdbdd84 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463009 Jun 24 08:24:57.842017 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:58.063347 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:24:58.533426 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8a185-e87e-48de-ab3b-d11b855a1619 req-8c6f746e-1776-45a4-a3a4-d22fe68c0ae0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:58.540228 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-36d8a185-e87e-48de-ab3b-d11b855a1619 req-8c6f746e-1776-45a4-a3a4-d22fe68c0ae0 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0573397 Jun 24 08:24:58.590616 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-36d8a185-e87e-48de-ab3b-d11b855a1619 req-6636c514-31dc-4ef9-8406-74cd25f25633 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489385 Jun 24 08:24:59.722200 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e531-fbef-49ec-878e-44caba0bf5f7 req-b39b7466-ccdd-4c6e-a912-8e500410a31b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:24:59.723595 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-be80e531-fbef-49ec-878e-44caba0bf5f7 req-b39b7466-ccdd-4c6e-a912-8e500410a31b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0528536 Jun 24 08:24:59.748461 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:24:59.781162 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-be80e531-fbef-49ec-878e-44caba0bf5f7 req-332c4cf9-f9dc-4f4a-8c26-6d0a7cebd494 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508597 Jun 24 08:25:00.916252 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb951-24ba-46f7-888c-e044ba21458a req-ceebd078-1249-401c-a4f0-e17f6ad54dec tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:00.917793 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-131fb951-24ba-46f7-888c-e044ba21458a req-ceebd078-1249-401c-a4f0-e17f6ad54dec tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0504086 Jun 24 08:25:00.976943 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-131fb951-24ba-46f7-888c-e044ba21458a req-0b02ad29-80f2-45c1-b652-997f3b23adf5 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531554 Jun 24 08:25:02.108913 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7e42-c820-45e0-bd34-5a9ae5ef624b req-98222cf4-61a3-4048-9f7c-163f94f60f2f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:02.112797 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4a0c7e42-c820-45e0-bd34-5a9ae5ef624b req-98222cf4-61a3-4048-9f7c-163f94f60f2f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0550964 Jun 24 08:25:02.172278 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4a0c7e42-c820-45e0-bd34-5a9ae5ef624b req-72d0a7a7-8fe5-4723-8d2c-0abf7ba4867e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528078 Jun 24 08:25:03.300169 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1aaaf2-44f1-470d-a1a0-5950e69d6f8a req-ce8c934e-932c-45cf-a7c8-deabdd3feaac tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:03.301839 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3a1aaaf2-44f1-470d-a1a0-5950e69d6f8a req-ce8c934e-932c-45cf-a7c8-deabdd3feaac tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0511847 Jun 24 08:25:03.359630 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3a1aaaf2-44f1-470d-a1a0-5950e69d6f8a req-4ee38151-96ea-4dbf-8bc4-3e239c59cdd6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522265 Jun 24 08:25:04.053821 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:04.054577 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:04.477649 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4c0ad-c9e4-4f96-8ce6-1294c4c4b86b req-1582d00e-bd1e-437f-8f7d-cf9895d2c091 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:04.479119 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-12c4c0ad-c9e4-4f96-8ce6-1294c4c4b86b req-1582d00e-bd1e-437f-8f7d-cf9895d2c091 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0465341 Jun 24 08:25:04.525212 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-12c4c0ad-c9e4-4f96-8ce6-1294c4c4b86b req-32761d8e-c87b-469e-8aac-7a58de69d3bc tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400336 Jun 24 08:25:04.798134 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=79 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:04.800031 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=9 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:05.646499 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c814a-c37c-4acb-b2e0-adea9b6fc08a req-85d45134-2d9c-44a9-8028-6597a13489d8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:05.647981 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-568c814a-c37c-4acb-b2e0-adea9b6fc08a req-85d45134-2d9c-44a9-8028-6597a13489d8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0509014 Jun 24 08:25:05.700083 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-568c814a-c37c-4acb-b2e0-adea9b6fc08a req-0df5eb8d-76c8-4e78-a50b-05763fdd67a8 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465553 Jun 24 08:25:06.803727 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:06.823313 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7b94-1eb5-4beb-8e30-8883d572fb2f req-152baa55-ba6f-4571-ae27-26e254a7d6a9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:06.825558 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b91a7b94-1eb5-4beb-8e30-8883d572fb2f req-152baa55-ba6f-4571-ae27-26e254a7d6a9 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0492282 Jun 24 08:25:06.873693 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b91a7b94-1eb5-4beb-8e30-8883d572fb2f req-1efafa55-9b37-4e64-a7b9-5a6614194791 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Jun 24 08:25:07.962718 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:07.963588 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:07.971885 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:08.013347 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f75f92-1581-4500-90e3-cc87a9bcd084 req-d6724178-4d3d-43ec-958b-2e1e120ea134 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:08.013347 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c2f75f92-1581-4500-90e3-cc87a9bcd084 req-d6724178-4d3d-43ec-958b-2e1e120ea134 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0581303 Jun 24 08:25:08.071374 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c2f75f92-1581-4500-90e3-cc87a9bcd084 req-3d2c62b0-db7f-43dd-8645-e42dc7b001c7 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514839 Jun 24 08:25:09.198085 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa6734-c33f-4be1-8750-ca31e4bbc2f7 req-e64d88d4-513c-4114-a0e6-495a460de0ef tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:09.200095 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7aa6734-c33f-4be1-8750-ca31e4bbc2f7 req-e64d88d4-513c-4114-a0e6-495a460de0ef tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0498695 Jun 24 08:25:09.250654 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f7aa6734-c33f-4be1-8750-ca31e4bbc2f7 req-5ead34da-6d23-458b-817f-f17a71c36cb6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446842 Jun 24 08:25:10.369727 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab962-199c-4d5c-9b92-24c31d902e45 req-229a40ed-71dc-451d-99c8-ad4f95a9965e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:10.371395 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-17bab962-199c-4d5c-9b92-24c31d902e45 req-229a40ed-71dc-451d-99c8-ad4f95a9965e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 943 time: 0.0481176 Jun 24 08:25:10.420638 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-17bab962-199c-4d5c-9b92-24c31d902e45 req-4c92961f-d491-4cf6-9ef9-274390de40c6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438616 Jun 24 08:25:10.870550 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:25:10.970529 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:10.981662 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '849207c3-d40c-476a-aae3-4db25b58eb90', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'port_id': '849207c3-d40c-476a-aae3-4db25b58eb90', 'mac_address': 'fa:16:3e:75:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:25:11.019209 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 849207c3-d40c-476a-aae3-4db25b58eb90 is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:25:11.019603 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:11.154623 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849207c3-d40c-476a-aae3-4db25b58eb90 {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:25:11.173889 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:11.276126 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:11.325494 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=9']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:11.545554 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a909bb2-4ce6-4e93-bdb5-1c1df71af3b6 req-85fa194f-f747-4dd7-a3f5-6cc9ce5aa680 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:11.547054 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4a909bb2-4ce6-4e93-bdb5-1c1df71af3b6 req-85fa194f-f747-4dd7-a3f5-6cc9ce5aa680 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 944 time: 0.0480554 Jun 24 08:25:11.595424 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4a909bb2-4ce6-4e93-bdb5-1c1df71af3b6 req-053a488b-48f2-45bf-af68-f56a09c50d96 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Jun 24 08:25:12.257479 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['849207c3-d40c-476a-aae3-4db25b58eb90'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:25:12.716538 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b421ad-5626-4e7a-bc44-8ab780119826 req-6df65fcd-4233-4763-9153-e7ae6c57bf7a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:12.718072 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-50b421ad-5626-4e7a-bc44-8ab780119826 req-6df65fcd-4233-4763-9153-e7ae6c57bf7a tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 944 time: 0.0477307 Jun 24 08:25:12.748190 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:12.764262 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-50b421ad-5626-4e7a-bc44-8ab780119826 req-8c551ed2-420e-4599-a78c-d01b2ecf6ffc tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Jun 24 08:25:13.887344 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c303f-b91f-46b8-8365-d3c182470b4b req-afe403f0-f839-4390-ac95-9e6865aed293 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:13.888031 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:25:13.888738 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f75c303f-b91f-46b8-8365-d3c182470b4b req-afe403f0-f839-4390-ac95-9e6865aed293 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 944 time: 0.0529435 Jun 24 08:25:13.947282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 849207c3-d40c-476a-aae3-4db25b58eb90 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:25:13.947719 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:13.951437 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f75c303f-b91f-46b8-8365-d3c182470b4b req-cd7b0856-54c5-4b76-bce2-0caa61cfc108 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568469 Jun 24 08:25:14.026265 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 849207c3-d40c-476a-aae3-4db25b58eb90 is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:25:14.026679 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:14.052695 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:25:14.054921 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a33ab4-bd64-498f-9cff-df4d4831b043" -d '{"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-plugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:25:14.068653 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:14.094030 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c84652-8c19-4ccc-8b5e-92b7a5bcd7e1 x-openstack-request-id: req-61c84652-8c19-4ccc-8b5e-92b7a5bcd7e1 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:25:14.094328 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-plugged", "status": "completed", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:25:14.094585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61c84652-8c19-4ccc-8b5e-92b7a5bcd7e1 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:25:14.094987 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c84652-8c19-4ccc-8b5e-92b7a5bcd7e1'] response: {'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90', 'code': 200} Jun 24 08:25:14.158659 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:14.212910 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=10']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:14.598621 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899fb3-b49b-4e8c-9aff-c82a9afd5efa req-e629379c-48a9-49e5-ab1c-e14200855934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:14.600104 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca899fb3-b49b-4e8c-9aff-c82a9afd5efa req-e629379c-48a9-49e5-ab1c-e14200855934 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 1130 time: 0.0396433 Jun 24 08:25:14.649468 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca899fb3-b49b-4e8c-9aff-c82a9afd5efa req-a3c27f76-24ea-4939-920b-234afb72e8b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422101 Jun 24 08:25:15.075211 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39c777-9800-4828-8d06-6df5a919fda9 req-ddc5b8e5-9e28-4e76-8512-4d7565a2f58c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:15.076753 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ea39c777-9800-4828-8d06-6df5a919fda9 req-ddc5b8e5-9e28-4e76-8512-4d7565a2f58c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0499263 Jun 24 08:25:15.127333 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ea39c777-9800-4828-8d06-6df5a919fda9 req-a07b806b-aa7f-41ec-bc4e-a2c30e0b8984 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440142 Jun 24 08:25:16.248324 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535378-0e72-4fcc-aa0e-89df03071b40 req-f7498938-33d3-48dc-ac4d-d9a322e924ed tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:16.249803 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6f535378-0e72-4fcc-aa0e-89df03071b40 req-f7498938-33d3-48dc-ac4d-d9a322e924ed tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0475521 Jun 24 08:25:16.302370 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6f535378-0e72-4fcc-aa0e-89df03071b40 req-2144d5c7-e215-495a-bc1f-cb5a62c51ea6 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470967 Jun 24 08:25:17.424248 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d979b-966f-4768-9f8a-ade1f68befcd req-20635b14-396b-43e0-95b5-352ae396ed32 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:17.425737 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1d0d979b-966f-4768-9f8a-ade1f68befcd req-20635b14-396b-43e0-95b5-352ae396ed32 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0493186 Jun 24 08:25:17.474667 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1d0d979b-966f-4768-9f8a-ade1f68befcd req-454d7e0d-1269-4f08-a2a8-f6c3b33e93ca tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434022 Jun 24 08:25:17.533206 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:17.917045 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60068) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:18.033279 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:18.092929 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:18.111650 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Publish callbacks [] for security_group (48c58b9d-47cd-46f8-bc98-a3b52f50792d), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:18.211064 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (48c58b9d-47cd-46f8-bc98-a3b52f50792d), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:18.251992 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=574b19ff5bb745419797be77c4d7e0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330045 Jun 24 08:25:18.253125 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c58b9d-47cd-46f8-bc98-a3b52f50792d,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:18.264733 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60074) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.265231 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9deb4-7d92-477b-bff9-21c7a5dd28c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.306264 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Publish callbacks [] for security_group (48c58b9d-47cd-46f8-bc98-a3b52f50792d), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:18.329749 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Publish callbacks [] for security_group (48c58b9d-47cd-46f8-bc98-a3b52f50792d), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:18.487752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (48c58b9d-47cd-46f8-bc98-a3b52f50792d), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:18.490282 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:18.492068 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48c58b9d-47cd-46f8-bc98-a3b52f50792d HTTP/1.1" status: 204 len: 168 time: 0.2362993 Jun 24 08:25:18.503643 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c58b9d-47cd-46f8-bc98-a3b52f50792d,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:18.512549 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.513004 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.513359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.513706 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.514033 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.514366 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.514691 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.515113 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.515326 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.515665 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.515975 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.516615 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.516833 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.517159 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.517482 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6ad93-eaa2-4849-81b2-51943868a052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:18.604539 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7457a-3de5-45c9-b2b9-3c0645e3d650 req-ec52dd0c-9ff6-484a-9989-2c51b8e84289 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:18.606958 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-62c7457a-3de5-45c9-b2b9-3c0645e3d650 req-ec52dd0c-9ff6-484a-9989-2c51b8e84289 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0532358 Jun 24 08:25:18.654413 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-62c7457a-3de5-45c9-b2b9-3c0645e3d650 req-137c12b4-0353-431f-8a31-45f3969f7721 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419679 Jun 24 08:25:18.988169 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-e12af366-50ab-4644-aca4-6e73ac0d2f33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408094 Jun 24 08:25:19.069179 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-4cb8763b-df6b-4803-a2f9-8031aa976e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:19.075216 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-4cb8763b-df6b-4803-a2f9-8031aa976e00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc30155e50104560b2cd8d95f3e534a6&device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 1130 time: 0.0422173 Jun 24 08:25:19.173090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60088) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:19.181977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-21310740-e954-4525-9ce4-1d447a4cb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:19.184538 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-21310740-e954-4525-9ce4-1d447a4cb52c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 200 len: 910 time: 0.0879617 Jun 24 08:25:19.187571 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-317914e6-6166-4f84-8b56-dfe654f48d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:19.254922 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-47150800-38f9-47d0-bf74-0909eaccb5ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53f745be-6a67-4554-8568-9b03438d1041 HTTP/1.1" status: 200 len: 1002 time: 0.0612316 Jun 24 08:25:19.267308 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-317914e6-6166-4f84-8b56-dfe654f48d18 admin admin] Publish callbacks [] for security_group (73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:19.305299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-e4cac5f8-8838-4d12-9610-3189900689b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:19.306687 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-e4cac5f8-8838-4d12-9610-3189900689b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 200 len: 848 time: 0.0443308 Jun 24 08:25:19.351511 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-40a2e847-7021-41a3-a1bf-ac80a7469588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:19.353024 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-40a2e847-7021-41a3-a1bf-ac80a7469588 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c76a2a8e-3a64-4d93-aa9d-693f42506f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389283 Jun 24 08:25:19.373411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-317914e6-6166-4f84-8b56-dfe654f48d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:19.394317 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:19.414429 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-317914e6-6166-4f84-8b56-dfe654f48d18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf3eed4e5f754419ba18f2fec4fb9734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401094 Jun 24 08:25:19.415262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317914e6-6166-4f84-8b56-dfe654f48d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:19.418374 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60090) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:19.450509 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-4853511f-20bf-47e0-adbd-c08dfb17ba0e service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901279 Jun 24 08:25:19.471041 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f43bacd8-13f0-4f47-9904-8f1118975a4d admin admin] Publish callbacks [] for security_group (73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:19.543122 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8d88f7d7-5c4a-4702-8165-e13c75914f0e req-eaeb40f6-fb28-43b8-82b9-287d421ce159 service neutron] 10.222.0.26 "GET /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863321 Jun 24 08:25:19.715365 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f43bacd8-13f0-4f47-9904-8f1118975a4d admin admin] Publish callbacks [] for security_group (73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:19.845357 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f43bacd8-13f0-4f47-9904-8f1118975a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:19.847896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f43bacd8-13f0-4f47-9904-8f1118975a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:19.849111 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f43bacd8-13f0-4f47-9904-8f1118975a4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0 HTTP/1.1" status: 204 len: 168 time: 0.4298060 Jun 24 08:25:19.862984 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bacd8-13f0-4f47-9904-8f1118975a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e8cfd3-ab79-40a5-9a4b-67a6bb18b6a0,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:22.893699 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-31d2a6bd-392a-47a8-bef0-4b8b3e5c2116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:24.032910 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:25:25.259349 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-007c4d93-4f00-467f-ae7e-daf22b9532ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:26.344470 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.247357 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60208) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:27.353319 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81daa962-4cd1-4f80-9934-5e1ee52a196a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.426873 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81daa962-4cd1-4f80-9934-5e1ee52a196a admin admin] Publish callbacks [] for security_group (a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.519520 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81daa962-4cd1-4f80-9934-5e1ee52a196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.559388 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-81daa962-4cd1-4f80-9934-5e1ee52a196a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76673d2e823a40e7ad476ae3d8c3ad7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109217 Jun 24 08:25:27.561006 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daa962-4cd1-4f80-9934-5e1ee52a196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:27.563609 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60216) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:27.614581 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d9d01a07-6191-4eed-ba79-84630da30861 admin admin] Publish callbacks [] for security_group (a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.640485 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d9d01a07-6191-4eed-ba79-84630da30861 admin admin] Publish callbacks [] for security_group (a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.773099 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d9d01a07-6191-4eed-ba79-84630da30861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.775593 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d9d01a07-6191-4eed-ba79-84630da30861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:27.776758 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-d9d01a07-6191-4eed-ba79-84630da30861 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2 HTTP/1.1" status: 204 len: 168 time: 0.2119460 Jun 24 08:25:27.785973 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:27.787565 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d01a07-6191-4eed-ba79-84630da30861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144b6e7-e4a3-4eb7-9b75-8a15ba9832e2,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:27.869896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.079423 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.499667 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60226) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:28.511035 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9524c561-cd4d-4182-b191-914a3d01eec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.529835 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:28.588341 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9524c561-cd4d-4182-b191-914a3d01eec2 admin admin] Publish callbacks [] for security_group (da7cea17-2f17-49dc-ac40-dfc1e50d4e84), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.635320 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9524c561-cd4d-4182-b191-914a3d01eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (da7cea17-2f17-49dc-ac40-dfc1e50d4e84), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.676589 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9524c561-cd4d-4182-b191-914a3d01eec2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f86e1fa2693048baa5ae93b75d36cfb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778839 Jun 24 08:25:28.677546 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524c561-cd4d-4182-b191-914a3d01eec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7cea17-2f17-49dc-ac40-dfc1e50d4e84,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:28.679755 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60228) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:28.693011 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:28.728623 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cf882fdb-ddb5-4461-8d8f-edf79d346d0a admin admin] Publish callbacks [] for security_group (da7cea17-2f17-49dc-ac40-dfc1e50d4e84), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.752740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cf882fdb-ddb5-4461-8d8f-edf79d346d0a admin admin] Publish callbacks [] for security_group (da7cea17-2f17-49dc-ac40-dfc1e50d4e84), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.873914 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cf882fdb-ddb5-4461-8d8f-edf79d346d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (da7cea17-2f17-49dc-ac40-dfc1e50d4e84), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.876398 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cf882fdb-ddb5-4461-8d8f-edf79d346d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:28.877525 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cf882fdb-ddb5-4461-8d8f-edf79d346d0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da7cea17-2f17-49dc-ac40-dfc1e50d4e84 HTTP/1.1" status: 204 len: 168 time: 0.1967564 Jun 24 08:25:28.885672 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882fdb-ddb5-4461-8d8f-edf79d346d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7cea17-2f17-49dc-ac40-dfc1e50d4e84,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:33.817200 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa51ed-e2f7-4412-9623-255693755a4e req-8435155b-1e97-489b-8bdc-9e321552071c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:33.818645 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-25fa51ed-e2f7-4412-9623-255693755a4e req-8435155b-1e97-489b-8bdc-9e321552071c tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0475576 Jun 24 08:25:33.865334 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-25fa51ed-e2f7-4412-9623-255693755a4e req-719a411c-b683-4ab3-88f3-ce13659c04ca tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Jun 24 08:25:34.983104 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470012d-3f19-4f54-8c43-93b74ca590b9 req-1a127650-9bec-47bb-95c3-358ab0e7d97b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:34.984595 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4470012d-3f19-4f54-8c43-93b74ca590b9 req-1a127650-9bec-47bb-95c3-358ab0e7d97b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Jun 24 08:25:35.049176 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4470012d-3f19-4f54-8c43-93b74ca590b9 req-080484ae-e3ad-497c-ab19-b6839fbca9df tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575860 Jun 24 08:25:35.820014 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-4de94ae0-7a93-4584-96ca-b20ad35d034d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:35.821490 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-4de94ae0-7a93-4584-96ca-b20ad35d034d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0479300 Jun 24 08:25:35.908922 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:35.909139 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:36.000311 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] For port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:36.000745 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:36.174265 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:36.174265 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (e2edac28-172d-4d51-9175-42099f9c7df4), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:36.174265 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Floating IP e2edac28-172d-4d51-9175-42099f9c7df4 disassociated. External IP: 172.27.3.54, port: 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf. Jun 24 08:25:36.174265 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:36.176940 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996c694-0dd5-4369-83cb-a4345e8be78f req-bdae5089-da10-4e45-9225-e205588da0e6 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:36.179073 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9996c694-0dd5-4369-83cb-a4345e8be78f req-bdae5089-da10-4e45-9225-e205588da0e6 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0601451 Jun 24 08:25:36.230168 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9996c694-0dd5-4369-83cb-a4345e8be78f req-5f13692a-2963-40e4-8398-a44bd41f1b0b tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e2e7cee-5630-4dcb-bc29-129029caac66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 Jun 24 08:25:36.297695 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:36.401766 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (3c3bd4d7-8f27-40c9-a1f4-937dda0530cf), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:36.437231 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=3c3bd4d7-8f27-40c9-a1f4-937dda0530cf,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:36.558800 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:25:36.609965 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:36.671955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:25:36.682261 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:25:36.698323 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:36.698323 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:36.724712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] No DVR routers for this DVR port 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:25:36.727544 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:36.731292 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a924e319-edde-430c-9d41-c7f1a3ca1bd7 req-eecc42b7-70fe-47b0-b62f-7148bcb8aee7 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.26 "DELETE /v2.0/ports/3c3bd4d7-8f27-40c9-a1f4-937dda0530cf HTTP/1.1" status: 204 len: 173 time: 0.9029083 Jun 24 08:25:36.731692 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'name': 'network-vif-deleted', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:25:36.734318 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d42591-f85a-405e-a5f5-e66143ae79c5" -d '{"events": [{"server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "name": "network-vif-deleted", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:25:36.776824 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef6ab5e-0a49-4d32-99ce-34ccb6607a27 x-openstack-request-id: req-fef6ab5e-0a49-4d32-99ce-34ccb6607a27 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:25:36.777123 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24daa898-2b62-4e1e-8c27-3e451302f4c1", "name": "network-vif-deleted", "tag": "3c3bd4d7-8f27-40c9-a1f4-937dda0530cf", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:25:36.777421 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fef6ab5e-0a49-4d32-99ce-34ccb6607a27 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:25:36.777863 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef6ab5e-0a49-4d32-99ce-34ccb6607a27'] response: {'server_uuid': '24daa898-2b62-4e1e-8c27-3e451302f4c1', 'name': 'network-vif-deleted', 'tag': '3c3bd4d7-8f27-40c9-a1f4-937dda0530cf', 'status': 'completed', 'code': 200} Jun 24 08:25:36.819956 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:36.948571 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60388) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:36.994598 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:37.032507 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:37.070701 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:25:37.072480 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fec69454-25cd-4d7e-866e-d8d15c78cb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:37.073358 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:37.081094 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:37.081268 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:37.094126 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:37.125971 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:37.164450 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fec69454-25cd-4d7e-866e-d8d15c78cb1a admin admin] Publish callbacks [] for security_group (a5fd76f7-195c-4de6-8026-c39b2f833df7), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:37.192666 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:37.224384 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f00e1-e0db-4308-b24c-21300d3806c3 req-c58a6099-8771-4299-9624-17623b93a985 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:37.225884 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-be2f00e1-e0db-4308-b24c-21300d3806c3 req-c58a6099-8771-4299-9624-17623b93a985 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 946 time: 0.0483634 Jun 24 08:25:37.251943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fec69454-25cd-4d7e-866e-d8d15c78cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a5fd76f7-195c-4de6-8026-c39b2f833df7), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:37.317272 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-be2f00e1-e0db-4308-b24c-21300d3806c3 req-5b2b87bc-8041-43d3-bb1d-cc0e2fd1cfbb tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853691 Jun 24 08:25:37.321018 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-fec69454-25cd-4d7e-866e-d8d15c78cb1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f201fa4b62c8413b979725bd91f474cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714499 Jun 24 08:25:37.322466 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec69454-25cd-4d7e-866e-d8d15c78cb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd76f7-195c-4de6-8026-c39b2f833df7,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:37.323770 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60396) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:37.357716 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d924a393-0df5-4afe-aa10-fc211eff41f0 req-1b674c49-7645-4d70-9c83-7eadce2a98ed tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0391047 Jun 24 08:25:37.378979 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ce9926c-fd72-4e4c-8845-16d6c5ca8e7e admin admin] Publish callbacks [] for security_group (a5fd76f7-195c-4de6-8026-c39b2f833df7), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:37.401987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:37.402955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ce9926c-fd72-4e4c-8845-16d6c5ca8e7e admin admin] Publish callbacks [] for security_group (a5fd76f7-195c-4de6-8026-c39b2f833df7), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:37.426118 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597d756-0518-4ccb-9b5a-0707801f729f None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:24Z', 'revision_number': 4, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e97a4e06-d63f-48da-b6dc-5b2a69d690e7', 'name': '', 'network_id': 'be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'mac_address': 'fa:16:3e:99:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '789614df-f71d-4776-8b30-38fd808186d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:22Z', 'updated_at': '2022-06-24T08:18:40Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'subnets': [{'id': '789614df-f71d-4776-8b30-38fd808186d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:25:37.525085 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ce9926c-fd72-4e4c-8845-16d6c5ca8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a5fd76f7-195c-4de6-8026-c39b2f833df7), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:37.527585 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1ce9926c-fd72-4e4c-8845-16d6c5ca8e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:37.529294 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1ce9926c-fd72-4e4c-8845-16d6c5ca8e7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5fd76f7-195c-4de6-8026-c39b2f833df7 HTTP/1.1" status: 204 len: 168 time: 0.2038486 Jun 24 08:25:37.538570 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9926c-fd72-4e4c-8845-16d6c5ca8e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd76f7-195c-4de6-8026-c39b2f833df7,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:37.670305 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad0d68-06a3-4a6a-8b12-de1cedfef538 None None] New status for floating IP e2edac28-172d-4d51-9175-42099f9c7df4: DOWN {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:25:38.237837 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60402) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:38.251318 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-004efc95-8397-46c1-8dc1-841621fbcd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:38.329781 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-004efc95-8397-46c1-8dc1-841621fbcd29 admin admin] Publish callbacks [] for security_group (54b91b07-6023-4b76-b749-40309ab9ee28), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:38.401817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-004efc95-8397-46c1-8dc1-841621fbcd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (54b91b07-6023-4b76-b749-40309ab9ee28), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:38.447435 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-004efc95-8397-46c1-8dc1-841621fbcd29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68d524755b24476b81760da2b214df39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082090 Jun 24 08:25:38.448243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004efc95-8397-46c1-8dc1-841621fbcd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b91b07-6023-4b76-b749-40309ab9ee28,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:38.451213 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60408) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:38.482692 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f097d-964a-455c-ad16-bd447ce0e2a4 req-8a414183-68d5-4509-8952-0aeb4f773d38 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:38.484231 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-511f097d-964a-455c-ad16-bd447ce0e2a4 req-8a414183-68d5-4509-8952-0aeb4f773d38 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 946 time: 0.0808032 Jun 24 08:25:38.486026 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b4f0bc72-135d-43ad-885d-c55851d9198f req-12725f21-8b80-41f4-8f32-e0571e0bf47d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0463042 Jun 24 08:25:38.510169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d8c99841-bbd0-4798-9a70-32aa2347dec5 admin admin] Publish callbacks [] for security_group (54b91b07-6023-4b76-b749-40309ab9ee28), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:38.532705 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d8c99841-bbd0-4798-9a70-32aa2347dec5 admin admin] Publish callbacks [] for security_group (54b91b07-6023-4b76-b749-40309ab9ee28), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:38.536540 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-511f097d-964a-455c-ad16-bd447ce0e2a4 req-84316e02-a560-4f29-98b1-b6bfcbae1147 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461860 Jun 24 08:25:38.647136 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d8c99841-bbd0-4798-9a70-32aa2347dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (54b91b07-6023-4b76-b749-40309ab9ee28), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:38.649808 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d8c99841-bbd0-4798-9a70-32aa2347dec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:38.650987 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-d8c99841-bbd0-4798-9a70-32aa2347dec5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54b91b07-6023-4b76-b749-40309ab9ee28 HTTP/1.1" status: 204 len: 168 time: 0.1987460 Jun 24 08:25:38.659315 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c99841-bbd0-4798-9a70-32aa2347dec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b91b07-6023-4b76-b749-40309ab9ee28,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:39.407088 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-578fc9aa-c6b3-4a8e-99aa-c9e32f6b454e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:39.408571 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-578fc9aa-c6b3-4a8e-99aa-c9e32f6b454e tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 946 time: 0.0483613 Jun 24 08:25:39.494644 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Deleting port 53f745be-6a67-4554-8568-9b03438d1041 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:39.494908 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (53f745be-6a67-4554-8568-9b03438d1041), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:39.528902 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:39.602735 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] For port 53f745be-6a67-4554-8568-9b03438d1041, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53f745be-6a67-4554-8568-9b03438d1041,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:39.603392 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (53f745be-6a67-4554-8568-9b03438d1041), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:39.623052 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:39.629625 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-48ffe255-2fa9-4515-8b42-b94a463627ea req-f786f019-6a1f-4499-b014-00f2558ebad6 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/ports?device_id=24daa898-2b62-4e1e-8c27-3e451302f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0419509 Jun 24 08:25:39.705602 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be02d99-50ea-4894-900d-d15003a0f2da req-307cc867-49bd-4cad-9d96-9db4cb2590ad tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:39.708859 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2be02d99-50ea-4894-900d-d15003a0f2da req-307cc867-49bd-4cad-9d96-9db4cb2590ad tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 946 time: 0.0825770 Jun 24 08:25:39.721032 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:39.762296 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2be02d99-50ea-4894-900d-d15003a0f2da req-823e8a17-f1f0-46bf-9325-ef5ff1de6b79 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups?id=94a3d035-33a9-4dab-8da9-5d8187069003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482497 Jun 24 08:25:39.799809 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:39.800169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (ddfaf7f7-84c3-4a1e-b924-7760856da00c), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:39.800519 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Floating IP ddfaf7f7-84c3-4a1e-b924-7760856da00c disassociated. External IP: 172.27.3.170, port: 53f745be-6a67-4554-8568-9b03438d1041. Jun 24 08:25:39.800861 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Calling delete_port for 53f745be-6a67-4554-8568-9b03438d1041 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:40.018953 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (53f745be-6a67-4554-8568-9b03438d1041), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:40.048920 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event deleted for resources: {'Port': ['ID=53f745be-6a67-4554-8568-9b03438d1041,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:40.088936 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:40.110531 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:40.110887 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 3c3bd4d7-8f27-40c9-a1f4-937dda0530cf not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:40.407947 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Router c62eb65e-b7e8-4543-9561-5d0a93457d8b has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:25:40.527786 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:25:40.540419 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] Sync routers for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:25:40.553011 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:40.553625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:40.575703 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] No DVR routers for this DVR port 53f745be-6a67-4554-8568-9b03438d1041 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:25:40.578553 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:40.583159 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-fef3e003-34ef-4eec-953f-79a057b0fe6c req-dc83cdd9-4392-4b25-a3cf-371bc68f1f31 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.26 "DELETE /v2.0/ports/53f745be-6a67-4554-8568-9b03438d1041 HTTP/1.1" status: 204 len: 173 time: 1.1676104 Jun 24 08:25:40.583159 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'name': 'network-vif-deleted', 'tag': '53f745be-6a67-4554-8568-9b03438d1041'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:25:40.584683 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b1eaf-8d11-405d-ba9f-cbcd9e160b69" -d '{"events": [{"server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "name": "network-vif-deleted", "tag": "53f745be-6a67-4554-8568-9b03438d1041"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:25:40.623358 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042b011c-dd94-4315-84be-0872a3efc3d1 x-openstack-request-id: req-042b011c-dd94-4315-84be-0872a3efc3d1 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:25:40.623358 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15961e4-d216-43b1-91e0-7fddf8d5338a", "name": "network-vif-deleted", "tag": "53f745be-6a67-4554-8568-9b03438d1041", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:25:40.623358 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-042b011c-dd94-4315-84be-0872a3efc3d1 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:25:40.623358 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042b011c-dd94-4315-84be-0872a3efc3d1'] response: {'server_uuid': 'f15961e4-d216-43b1-91e0-7fddf8d5338a', 'name': 'network-vif-deleted', 'tag': '53f745be-6a67-4554-8568-9b03438d1041', 'status': 'completed', 'code': 200} Jun 24 08:25:40.664056 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:40.818371 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60452) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:40.868955 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:40.898912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] Checking router: c62eb65e-b7e8-4543-9561-5d0a93457d8b for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:25:40.899272 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8c31cb4f-d51b-42fa-8c48-f760437e4dbc req-78e3425a-4d13-4ca4-af22-1795fba4e005 tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/ports?device_id=f15961e4-d216-43b1-91e0-7fddf8d5338a HTTP/1.1" status: 200 len: 210 time: 0.0467751 Jun 24 08:25:40.911149 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:40.912007 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:40.933030 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-158cf88a-d258-47a4-8e1e-2e756851d266 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (4e2e7cee-5630-4dcb-bc29-129029caac66), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:40.963264 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-158cf88a-d258-47a4-8e1e-2e756851d266 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (4e2e7cee-5630-4dcb-bc29-129029caac66), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.110377 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-158cf88a-d258-47a4-8e1e-2e756851d266 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (4e2e7cee-5630-4dcb-bc29-129029caac66), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.113888 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-158cf88a-d258-47a4-8e1e-2e756851d266 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.115429 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-158cf88a-d258-47a4-8e1e-2e756851d266 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/security-groups/4e2e7cee-5630-4dcb-bc29-129029caac66 HTTP/1.1" status: 204 len: 168 time: 0.2960036 Jun 24 08:25:41.118419 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60460) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:41.127989 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cf88a-d258-47a4-8e1e-2e756851d266 tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e7cee-5630-4dcb-bc29-129029caac66,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:41.133311 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.api.v2.resource [None req-2e699150-912a-4758-9c2d-77d7867a425d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] show failed (client error): The resource could not be found. Jun 24 08:25:41.145897 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-2e699150-912a-4758-9c2d-77d7867a425d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "GET /v2.0/security-groups/4e2e7cee-5630-4dcb-bc29-129029caac66 HTTP/1.1" status: 404 len: 347 time: 0.0149593 Jun 24 08:25:41.147012 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60466) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:41.161954 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:41.194640 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:41.258527 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:41.280343 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Deleting port 209abe33-9f78-467f-ba14-b024835a4b1a {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:41.284528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (209abe33-9f78-467f-ba14-b024835a4b1a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.359753 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:41.368414 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (209abe33-9f78-467f-ba14-b024835a4b1a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.368733 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (209abe33-9f78-467f-ba14-b024835a4b1a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.382649 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Calling delete_port for 209abe33-9f78-467f-ba14-b024835a4b1a owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:41.385437 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcefac-3944-4d49-b6f3-21b93ce0edaa None None] The sync data for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi is: [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:18:26Z', 'revision_number': 4, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'e11a39e4-cb10-4a5b-825d-1108109c8b60', 'name': '', 'network_id': 'c76a2a8e-3a64-4d93-aa9d-693f42506f96', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'mac_address': 'fa:16:3e:6f:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7357aaef-98ef-405d-af4f-9d817638c145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:23Z', 'updated_at': '2022-06-24T08:18:34Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'subnets': [{'id': '7357aaef-98ef-405d-af4f-9d817638c145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:25:41.514370 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:41.605130 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (209abe33-9f78-467f-ba14-b024835a4b1a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.636080 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Pushing event deleted for resources: {'Port': ['ID=209abe33-9f78-467f-ba14-b024835a4b1a,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:41.646366 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20e58b-daaf-4dd9-9830-909cea9fcd98 None None] New status for floating IP ddfaf7f7-84c3-4a1e-b924-7760856da00c: DOWN {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:25:41.726503 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks [] for floatingip (e2edac28-172d-4d51-9175-42099f9c7df4), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.729122 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:41.730321 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-68a39a4f-4bf5-4dd6-b206-a9364cb1bc8d tempest-AttachVolumeNegativeTest-996271326 tempest-AttachVolumeNegativeTest-996271326-project] 10.222.0.42 "DELETE /v2.0/floatingips/e2edac28-172d-4d51-9175-42099f9c7df4 HTTP/1.1" status: 204 len: 168 time: 0.5832853 Jun 24 08:25:42.117586 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60500) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:42.173751 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52dd18bc-842d-4841-9893-f11d91b912bd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (94a3d035-33a9-4dab-8da9-5d8187069003), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.199207 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52dd18bc-842d-4841-9893-f11d91b912bd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (94a3d035-33a9-4dab-8da9-5d8187069003), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.338359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52dd18bc-842d-4841-9893-f11d91b912bd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (94a3d035-33a9-4dab-8da9-5d8187069003), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.341044 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-52dd18bc-842d-4841-9893-f11d91b912bd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.342231 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-52dd18bc-842d-4841-9893-f11d91b912bd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "DELETE /v2.0/security-groups/94a3d035-33a9-4dab-8da9-5d8187069003 HTTP/1.1" status: 204 len: 168 time: 0.2236528 Jun 24 08:25:42.345108 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60504) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:42.351654 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd18bc-842d-4841-9893-f11d91b912bd tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a3d035-33a9-4dab-8da9-5d8187069003,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:42.360004 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.api.v2.resource [None req-41db6554-1d5a-4095-972a-f1b56de5312a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] show failed (client error): The resource could not be found. Jun 24 08:25:42.361175 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-41db6554-1d5a-4095-972a-f1b56de5312a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "GET /v2.0/security-groups/94a3d035-33a9-4dab-8da9-5d8187069003 HTTP/1.1" status: 404 len: 347 time: 0.0150671 Jun 24 08:25:42.363968 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60506) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:42.480896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Deleting port 8b8269af-f4d9-4fe9-aaa8-8c515940d243 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:42.481244 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.562603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.562870 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (8b8269af-f4d9-4fe9-aaa8-8c515940d243), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.582096 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Calling delete_port for 8b8269af-f4d9-4fe9-aaa8-8c515940d243 owned by network:floatingip {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:42.634688 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60510) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:42.749255 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d0576976-185e-4905-9154-eaff51ca870f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.789960 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (8b8269af-f4d9-4fe9-aaa8-8c515940d243), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.815950 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Pushing event deleted for resources: {'Port': ['ID=8b8269af-f4d9-4fe9-aaa8-8c515940d243,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:42.846668 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d0576976-185e-4905-9154-eaff51ca870f admin admin] Publish callbacks [] for security_group (c4bf41d7-a8c7-493a-822d-058cbcb8deee), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.878280 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks [] for floatingip (ddfaf7f7-84c3-4a1e-b924-7760856da00c), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.880904 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.884086 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-8737c6d5-420b-4b3d-907c-0122c2753b2a tempest-AttachVolumeTestJSON-1718123464 tempest-AttachVolumeTestJSON-1718123464-project] 10.222.0.42 "DELETE /v2.0/floatingips/ddfaf7f7-84c3-4a1e-b924-7760856da00c HTTP/1.1" status: 204 len: 168 time: 0.5171516 Jun 24 08:25:42.947427 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d0576976-185e-4905-9154-eaff51ca870f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c4bf41d7-a8c7-493a-822d-058cbcb8deee), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:42.988663 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-d0576976-185e-4905-9154-eaff51ca870f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c6034099f18497b9fd90bbcea4be0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528240 Jun 24 08:25:42.990611 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0576976-185e-4905-9154-eaff51ca870f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bf41d7-a8c7-493a-822d-058cbcb8deee,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:42.991288 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60516) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:43.009366 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:43.042836 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-529a7aef-3b0c-491a-98d1-69759d8843a5 admin admin] Publish callbacks [] for security_group (c4bf41d7-a8c7-493a-822d-058cbcb8deee), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:43.069030 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-529a7aef-3b0c-491a-98d1-69759d8843a5 admin admin] Publish callbacks [] for security_group (c4bf41d7-a8c7-493a-822d-058cbcb8deee), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:43.102058 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:43.226094 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-529a7aef-3b0c-491a-98d1-69759d8843a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c4bf41d7-a8c7-493a-822d-058cbcb8deee), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:43.228822 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-529a7aef-3b0c-491a-98d1-69759d8843a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:43.230039 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-529a7aef-3b0c-491a-98d1-69759d8843a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4bf41d7-a8c7-493a-822d-058cbcb8deee HTTP/1.1" status: 204 len: 168 time: 0.2376878 Jun 24 08:25:43.239082 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a7aef-3b0c-491a-98d1-69759d8843a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bf41d7-a8c7-493a-822d-058cbcb8deee,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:43.944088 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60534) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:43.957858 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ddb5-4990-4957-9db7-ae088e33e23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:44.035081 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ddb5-4990-4957-9db7-ae088e33e23a admin admin] Publish callbacks [] for security_group (386b6977-32d1-4cfd-aca7-90328a417524), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:44.126554 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 53f745be-6a67-4554-8568-9b03438d1041 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:44.145921 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 53f745be-6a67-4554-8568-9b03438d1041 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:44.146269 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 53f745be-6a67-4554-8568-9b03438d1041 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:44.159067 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ddb5-4990-4957-9db7-ae088e33e23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (386b6977-32d1-4cfd-aca7-90328a417524), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:44.200009 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c0b5ddb5-4990-4957-9db7-ae088e33e23a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c937fef93ef4acc8775b32d014e81f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547870 Jun 24 08:25:44.200922 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5ddb5-4990-4957-9db7-ae088e33e23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b6977-32d1-4cfd-aca7-90328a417524,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:44.203388 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60536) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:44.257345 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c8b0cc4a-a51c-4c69-acf4-cc021262bf12 admin admin] Publish callbacks [] for security_group (386b6977-32d1-4cfd-aca7-90328a417524), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:44.281617 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c8b0cc4a-a51c-4c69-acf4-cc021262bf12 admin admin] Publish callbacks [] for security_group (386b6977-32d1-4cfd-aca7-90328a417524), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:44.393781 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c8b0cc4a-a51c-4c69-acf4-cc021262bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (386b6977-32d1-4cfd-aca7-90328a417524), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:44.396468 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c8b0cc4a-a51c-4c69-acf4-cc021262bf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:44.397648 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c8b0cc4a-a51c-4c69-acf4-cc021262bf12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/386b6977-32d1-4cfd-aca7-90328a417524 HTTP/1.1" status: 204 len: 168 time: 0.1929760 Jun 24 08:25:44.409448 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0cc4a-a51c-4c69-acf4-cc021262bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b6977-32d1-4cfd-aca7-90328a417524,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:46.101324 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60604) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:46.446261 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:46.456219 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60612) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:46.559430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:46.570395 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f3d03ece-f87b-451b-9021-35f2608dbd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:46.632788 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:46.649338 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f3d03ece-f87b-451b-9021-35f2608dbd7b admin admin] Publish callbacks [] for security_group (f5a29628-8bc1-49a9-804d-0a6a9f6388b7), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:46.887179 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f3d03ece-f87b-451b-9021-35f2608dbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f5a29628-8bc1-49a9-804d-0a6a9f6388b7), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:46.908515 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Deleting port e97a4e06-d63f-48da-b6dc-5b2a69d690e7 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:46.908852 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:46.937698 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f3d03ece-f87b-451b-9021-35f2608dbd7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad9c5dec8f3f4c63a54b44a8721bf3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4804342 Jun 24 08:25:46.938874 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d03ece-f87b-451b-9021-35f2608dbd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a29628-8bc1-49a9-804d-0a6a9f6388b7,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:46.942072 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60616) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:47.003666 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] For port e97a4e06-d63f-48da-b6dc-5b2a69d690e7, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:47.004036 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.006312 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba19a63f-cc1c-4a1e-9693-929f8f3e84c9 admin admin] Publish callbacks [] for security_group (f5a29628-8bc1-49a9-804d-0a6a9f6388b7), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.018577 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Calling delete_port for e97a4e06-d63f-48da-b6dc-5b2a69d690e7 owned by network:router_interface {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:47.029023 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba19a63f-cc1c-4a1e-9693-929f8f3e84c9 admin admin] Publish callbacks [] for security_group (f5a29628-8bc1-49a9-804d-0a6a9f6388b7), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.077702 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:47.176071 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60624) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:47.194437 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba19a63f-cc1c-4a1e-9693-929f8f3e84c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f5a29628-8bc1-49a9-804d-0a6a9f6388b7), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.197702 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba19a63f-cc1c-4a1e-9693-929f8f3e84c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.199913 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ba19a63f-cc1c-4a1e-9693-929f8f3e84c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5a29628-8bc1-49a9-804d-0a6a9f6388b7 HTTP/1.1" status: 204 len: 168 time: 0.2558930 Jun 24 08:25:47.209206 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19a63f-cc1c-4a1e-9693-929f8f3e84c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a29628-8bc1-49a9-804d-0a6a9f6388b7,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:47.281759 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (e97a4e06-d63f-48da-b6dc-5b2a69d690e7), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.308725 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97a4e06-d63f-48da-b6dc-5b2a69d690e7,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:47.489240 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.521717 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:47.547287 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:47.584798 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.607631 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (c62eb65e-b7e8-4543-9561-5d0a93457d8b), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.764402 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:25:47.856697 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Deleting port e11a39e4-cb10-4a5b-825d-1108109c8b60 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:47.857151 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.870594 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:25:47.878220 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-517182ef-8ad1-4d55-b860-97094fcb13e6 admin admin] 10.222.0.42 "PUT /v2.0/routers/7405a9a6-d1ea-4905-a3fb-d69f5fe9938e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754388 Jun 24 08:25:47.878349 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60630) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:47.891953 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] Sync routers for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:25:47.908478 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:47.909332 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:47.946846 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] For port e11a39e4-cb10-4a5b-825d-1108109c8b60, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=e11a39e4-cb10-4a5b-825d-1108109c8b60,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:47.947212 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:47.960792 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Calling delete_port for e11a39e4-cb10-4a5b-825d-1108109c8b60 owned by network:router_interface {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:47.990206 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks [] for router (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.015926 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:48.023993 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:48.098171 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks [] for router_gateway (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.191708 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:25:47Z', 'revision_number': 5, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port': {'id': 'bd46123a-2371-4d16-a8a8-4f2523d08e29', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:48.216777 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] Checking router: 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:25:48.225791 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] Routers {'7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:48.226425 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:48.256536 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (e11a39e4-cb10-4a5b-825d-1108109c8b60), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.260469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Deleting port bd46123a-2371-4d16-a8a8-4f2523d08e29 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:48.264714 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.264714 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:48.285151 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11a39e4-cb10-4a5b-825d-1108109c8b60,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:48.313456 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] Set router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e gateway port host: None {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:48.333719 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:48.358955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] For port bd46123a-2371-4d16-a8a8-4f2523d08e29, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=bd46123a-2371-4d16-a8a8-4f2523d08e29,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:48.360017 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.363694 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:25:48Z', 'revision_number': 6, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:48.379613 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Calling delete_port for bd46123a-2371-4d16-a8a8-4f2523d08e29 owned by network:router_gateway {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:48.394260 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca0743-4358-461e-9c56-db54a7d800ec None None] The sync data for ids ['7405a9a6-d1ea-4905-a3fb-d69f5fe9938e'] in dv-cinder-834822-6-iscsi is: [{'id': '7405a9a6-d1ea-4905-a3fb-d69f5fe9938e', 'name': 'tempest-AttachVolumeNegativeTest-381267169-router', 'tenant_id': 'a14e04756d06417da712e47759853a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:25:48Z', 'revision_number': 6, 'project_id': 'a14e04756d06417da712e47759853a06', 'gw_port_host': None}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:25:48.467292 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (c62eb65e-b7e8-4543-9561-5d0a93457d8b), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.610216 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:48.641376 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (bd46123a-2371-4d16-a8a8-4f2523d08e29), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.670105 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd46123a-2371-4d16-a8a8-4f2523d08e29,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:48.677095 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Router c62eb65e-b7e8-4543-9561-5d0a93457d8b has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:25:48.789933 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:25:48.798826 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-47ee3788-f5c0-4a87-b5b7-dad0598b17d2 admin admin] 10.222.0.42 "PUT /v2.0/routers/c62eb65e-b7e8-4543-9561-5d0a93457d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6221330 Jun 24 08:25:48.799490 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60632) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:48.802384 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] Sync routers for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:25:48.812926 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:48.821347 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:48.822125 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:48.918017 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks [] for router (c62eb65e-b7e8-4543-9561-5d0a93457d8b), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:48.935229 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:48.980437 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.027933 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks [] for router_gateway (c62eb65e-b7e8-4543-9561-5d0a93457d8b), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.071784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.074022 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks [] for router_controller (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.110898 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '93803370-876a-408d-8620-4d54ac88c6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:25:48Z', 'revision_number': 5, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port': {'id': '93803370-876a-408d-8620-4d54ac88c6a5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:49.127937 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Deleting port 93803370-876a-408d-8620-4d54ac88c6a5 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:49.128307 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (93803370-876a-408d-8620-4d54ac88c6a5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.138289 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] Checking router: c62eb65e-b7e8-4543-9561-5d0a93457d8b for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:25:49.147138 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] Routers {'c62eb65e-b7e8-4543-9561-5d0a93457d8b'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:25:49.147784 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:49.188660 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (7405a9a6-d1ea-4905-a3fb-d69f5fe9938e), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.189522 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7405a9a6-d1ea-4905-a3fb-d69f5fe9938e {{(pid=104493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:25:49.204997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.204997 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9a82a25d-b631-4de9-ab52-d9eced3c4dc2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7405a9a6-d1ea-4905-a3fb-d69f5fe9938e HTTP/1.1" status: 204 len: 168 time: 1.3187788 Jun 24 08:25:49.204997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60634) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:49.216098 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] For port 93803370-876a-408d-8620-4d54ac88c6a5, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=93803370-876a-408d-8620-4d54ac88c6a5,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:49.216569 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (93803370-876a-408d-8620-4d54ac88c6a5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.231460 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Calling delete_port for 93803370-876a-408d-8620-4d54ac88c6a5 owned by network:router_gateway {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:49.239003 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] Set router c62eb65e-b7e8-4543-9561-5d0a93457d8b gateway port host: None {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:25:49.268712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_v2 [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] Deleting subnet 789614df-f71d-4776-8b30-38fd808186d3 {{(pid=104493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:25:49.272728 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] Publish callbacks [] for subnet (789614df-f71d-4776-8b30-38fd808186d3), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.297532 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:25:49Z', 'revision_number': 6, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:49.318798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12045926'] for subnet (789614df-f71d-4776-8b30-38fd808186d3), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.329188 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bed88a-a3bd-48cb-a440-3a591756757a None None] The sync data for ids ['c62eb65e-b7e8-4543-9561-5d0a93457d8b'] in dv-cinder-834822-6-iscsi is: [{'id': 'c62eb65e-b7e8-4543-9561-5d0a93457d8b', 'name': 'tempest-AttachVolumeTestJSON-22343704-router', 'tenant_id': 'dc30155e50104560b2cd8d95f3e534a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:15Z', 'updated_at': '2022-06-24T08:25:49Z', 'revision_number': 6, 'project_id': 'dc30155e50104560b2cd8d95f3e534a6', 'gw_port_host': None}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:25:49.398925 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:49.407787 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (789614df-f71d-4776-8b30-38fd808186d3), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.538693 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (93803370-876a-408d-8620-4d54ac88c6a5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.565916 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=93803370-876a-408d-8620-4d54ac88c6a5,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:49.575501 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12109818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11585873'] for subnet (789614df-f71d-4776-8b30-38fd808186d3), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.601923 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789614df-f71d-4776-8b30-38fd808186d3,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:49.608401 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.613978 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-14717ba2-8ce0-4056-b8d7-0b1676c3b58e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/789614df-f71d-4776-8b30-38fd808186d3 HTTP/1.1" status: 204 len: 168 time: 0.4101336 Jun 24 08:25:49.614424 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2633dc3-ff57-43e8-b20b-0f83c751c3a4 None None] Network be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:25:49.615604 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:49.617803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60636) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:49.654034 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (c62eb65e-b7e8-4543-9561-5d0a93457d8b), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.727483 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:49.806106 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] DHCP port deletion for be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:25:49.854213 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Deleting port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:49.854679 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.924134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] For port 58a4e5af-e1d3-4803-bf18-25a5b26465a6, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=58a4e5af-e1d3-4803-bf18-25a5b26465a6,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:49.924590 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:49.939515 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Calling delete_port for 58a4e5af-e1d3-4803-bf18-25a5b26465a6 owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:50.025202 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.030650 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (c62eb65e-b7e8-4543-9561-5d0a93457d8b), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.033189 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks [] for router_controller (c62eb65e-b7e8-4543-9561-5d0a93457d8b), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.126435 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Deleting port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:50.126693 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.144323 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.149896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:50.174907 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Pushing event deleted for resources: {'Port': ['ID=58a4e5af-e1d3-4803-bf18-25a5b26465a6,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:50.180040 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] No DVR routers for this DVR port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:25:50.189056 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.189411 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.189974 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.190231 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.190707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.191031 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.191363 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.191777 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.192112 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.192467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.192795 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.193122 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.193444 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.193863 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.194340 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fc57d-a5ed-4ad5-a0d2-42308729917c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:25:50.194961 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (c62eb65e-b7e8-4543-9561-5d0a93457d8b), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.195583 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c62eb65e-b7e8-4543-9561-5d0a93457d8b {{(pid=104492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:25:50.200293 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device e97a4e06-d63f-48da-b6dc-5b2a69d690e7 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:50.201326 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.205818 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-e5ce66a3-b0c1-4696-81b2-4baf4ebfbdd9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c62eb65e-b7e8-4543-9561-5d0a93457d8b HTTP/1.1" status: 204 len: 168 time: 1.4045808 Jun 24 08:25:50.206065 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60638) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:50.214376 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] For port 58a4e5af-e1d3-4803-bf18-25a5b26465a6, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=58a4e5af-e1d3-4803-bf18-25a5b26465a6,segment=NetworkSegment(27b8ac65-4616-4bb5-a00c-e9e0464b262d),segment_id=27b8ac65-4616-4bb5-a00c-e9e0464b262d)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:50.214744 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.220382 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:50.221276 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: e97a4e06-d63f-48da-b6dc-5b2a69d690e7 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:50.221622 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device e97a4e06-d63f-48da-b6dc-5b2a69d690e7 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:50.222029 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bd46123a-2371-4d16-a8a8-4f2523d08e29 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:50.229347 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Calling delete_port for 58a4e5af-e1d3-4803-bf18-25a5b26465a6 owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:50.241693 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: bd46123a-2371-4d16-a8a8-4f2523d08e29 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:50.244066 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bd46123a-2371-4d16-a8a8-4f2523d08e29 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:50.244066 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device e11a39e4-cb10-4a5b-825d-1108109c8b60 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:50.261143 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: e11a39e4-cb10-4a5b-825d-1108109c8b60 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:50.261495 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device e11a39e4-cb10-4a5b-825d-1108109c8b60 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:50.281416 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] Deleting subnet 7357aaef-98ef-405d-af4f-9d817638c145 {{(pid=104493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:25:50.284806 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] Publish callbacks [] for subnet (7357aaef-98ef-405d-af4f-9d817638c145), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.320599 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (58a4e5af-e1d3-4803-bf18-25a5b26465a6), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.322442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12045926'] for subnet (7357aaef-98ef-405d-af4f-9d817638c145), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.349239 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] No DVR routers for this DVR port 58a4e5af-e1d3-4803-bf18-25a5b26465a6 on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:25:50.353972 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a4e5af-e1d3-4803-bf18-25a5b26465a6,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:50.420064 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (7357aaef-98ef-405d-af4f-9d817638c145), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.427674 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.452392 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:50.462813 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b8ac65-4616-4bb5-a00c-e9e0464b262d') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:50.463111 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b8ac65-4616-4bb5-a00c-e9e0464b262d') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:50.475366 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (27b8ac65-4616-4bb5-a00c-e9e0464b262d), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.490777 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (27b8ac65-4616-4bb5-a00c-e9e0464b262d), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.498062 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:25:50.498452 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (27b8ac65-4616-4bb5-a00c-e9e0464b262d), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.579433 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12109818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11585873'] for subnet (7357aaef-98ef-405d-af4f-9d817638c145), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.583783 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=80,neutron:DELETE=16,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:50.608226 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7357aaef-98ef-405d-af4f-9d817638c145,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:50.610290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.615366 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-23fc7755-2723-4009-b203-4cd94cc660f2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7357aaef-98ef-405d-af4f-9d817638c145 HTTP/1.1" status: 204 len: 168 time: 0.4066768 Jun 24 08:25:50.616078 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60644) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:50.619484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9c86d-1885-4737-99cb-45d1247001a8 None None] Network c76a2a8e-3a64-4d93-aa9d-693f42506f96 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:25:50.636870 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.682964 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:50.690947 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.699044 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-d5c1bfe9-e2fc-4cbc-81c8-50e9469c1d23 admin admin] 10.222.0.42 "DELETE /v2.0/networks/be1a0b6f-9e7a-4324-b9a9-1d4d114e5bc7 HTTP/1.1" status: 204 len: 168 time: 1.0800145 Jun 24 08:25:50.710807 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (c76a2a8e-3a64-4d93-aa9d-693f42506f96), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.776579 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 27b8ac65-4616-4bb5-a00c-e9e0464b262d resource provider aggregate not found Jun 24 08:25:50.778650 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Deleting port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:50.779014 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.796872 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 27b8ac65-4616-4bb5-a00c-e9e0464b262d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27b8ac65-4616-4bb5-a00c-e9e0464b262d found for delete ", "request_id": "req-728ac117-5142-4efe-8f7f-162c80403284"}]} Jun 24 08:25:50.841434 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] DHCP port deletion for c76a2a8e-3a64-4d93-aa9d-693f42506f96 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:25:50.858932 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] For port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:50.859289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.877404 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Calling delete_port for bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc owned by network:dhcp {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:50.882178 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] Deleting port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:25:50.882640 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.946847 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] For port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,segment=NetworkSegment(840c05e3-c531-4749-9b05-37e738da03a9),segment_id=840c05e3-c531-4749-9b05-37e738da03a9)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:25:50.947163 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:50.960841 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] Calling delete_port for bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:25:51.122129 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.129235 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.149181 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:51.150991 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] No DVR routers for this DVR port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc on host dv-cinder-834822-6-iscsi {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:25:51.152431 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] Pushing event deleted for resources: {'Port': ['ID=bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:51.160543 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b22a9e-8eb6-4d58-896c-1a3235cf8f9b None None] No DVR routers for this DVR port bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:25:51.175668 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:51.230156 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (c76a2a8e-3a64-4d93-aa9d-693f42506f96), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.251391 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76a2a8e-3a64-4d93-aa9d-693f42506f96']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:51.260640 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840c05e3-c531-4749-9b05-37e738da03a9') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:51.260937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840c05e3-c531-4749-9b05-37e738da03a9') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:25:51.271307 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (840c05e3-c531-4749-9b05-37e738da03a9), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.285558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (840c05e3-c531-4749-9b05-37e738da03a9), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.291901 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:25:51.292434 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (840c05e3-c531-4749-9b05-37e738da03a9), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.319433 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 840c05e3-c531-4749-9b05-37e738da03a9 resource provider aggregate not found Jun 24 08:25:51.353919 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 840c05e3-c531-4749-9b05-37e738da03a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 840c05e3-c531-4749-9b05-37e738da03a9 found for delete ", "request_id": "req-27abe3aa-16d6-4335-a77f-f413f59718c1"}]} Jun 24 08:25:51.417231 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60656) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:51.438906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (c76a2a8e-3a64-4d93-aa9d-693f42506f96), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.455213 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.458479 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c76a2a8e-3a64-4d93-aa9d-693f42506f96 HTTP/1.1" status: 204 len: 168 time: 0.8413348 Jun 24 08:25:51.471302 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38944036-5989-4ee4-8a90-806ead406390 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76a2a8e-3a64-4d93-aa9d-693f42506f96,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:51.480153 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-51739d90-72a0-4894-a9e1-f8b08e9cb40c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a14e04756d06417da712e47759853a06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0617924 Jun 24 08:25:51.486998 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60660) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:51.538961 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3be00a6a-04a2-437f-93d1-a671e3a444fc admin admin] Publish callbacks [] for security_group (a807159b-f857-4339-bd5b-b7337acd48de), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.562712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3be00a6a-04a2-437f-93d1-a671e3a444fc admin admin] Publish callbacks [] for security_group (a807159b-f857-4339-bd5b-b7337acd48de), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.712618 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 93803370-876a-408d-8620-4d54ac88c6a5 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:51.728728 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 93803370-876a-408d-8620-4d54ac88c6a5 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:51.729082 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 93803370-876a-408d-8620-4d54ac88c6a5 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:51.729485 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:51.731015 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:51.735661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3be00a6a-04a2-437f-93d1-a671e3a444fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a807159b-f857-4339-bd5b-b7337acd48de), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.738438 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3be00a6a-04a2-437f-93d1-a671e3a444fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:51.739743 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3be00a6a-04a2-437f-93d1-a671e3a444fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a807159b-f857-4339-bd5b-b7337acd48de HTTP/1.1" status: 204 len: 168 time: 0.2514799 Jun 24 08:25:51.748092 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be00a6a-04a2-437f-93d1-a671e3a444fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a807159b-f857-4339-bd5b-b7337acd48de,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:51.748785 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:51.749141 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device bdf3c5f8-62ea-4b7f-92ee-cc42fb5d19cc not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:51.749548 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 58a4e5af-e1d3-4803-bf18-25a5b26465a6 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:25:51.775497 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 58a4e5af-e1d3-4803-bf18-25a5b26465a6 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:25:51.775853 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 58a4e5af-e1d3-4803-bf18-25a5b26465a6 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:25:51.913491 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60664) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:51.955746 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-819f0f26-c60e-4942-8b8d-890a7899e7b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc30155e50104560b2cd8d95f3e534a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410783 Jun 24 08:25:51.958225 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60666) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:51.992664 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:52.009815 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf9a-0ec6-4b59-ac06-86ccf2e00f63 admin admin] Publish callbacks [] for security_group (f5b221a2-0ba8-4859-b70b-22b84d8e8757), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:52.030968 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf9a-0ec6-4b59-ac06-86ccf2e00f63 admin admin] Publish callbacks [] for security_group (f5b221a2-0ba8-4859-b70b-22b84d8e8757), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:52.190302 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf9a-0ec6-4b59-ac06-86ccf2e00f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f5b221a2-0ba8-4859-b70b-22b84d8e8757), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:52.193379 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf9a-0ec6-4b59-ac06-86ccf2e00f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:52.194643 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6e1cbf9a-0ec6-4b59-ac06-86ccf2e00f63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5b221a2-0ba8-4859-b70b-22b84d8e8757 HTTP/1.1" status: 204 len: 168 time: 0.2355325 Jun 24 08:25:52.202990 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbf9a-0ec6-4b59-ac06-86ccf2e00f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b221a2-0ba8-4859-b70b-22b84d8e8757,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:52.833183 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5c11-e4a7-49f5-8996-aab9e5b62c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:55.247164 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-30264677-fc00-4bc7-8e96-b3f368e43480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:56.361446 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:57.754265 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:57.800431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eac08-e1cf-4ecd-8862-68705ce869f0 req-f5a5126a-554c-4f5e-b20d-744b4b851641 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:57.801978 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-975eac08-e1cf-4ecd-8862-68705ce869f0 req-f5a5126a-554c-4f5e-b20d-744b4b851641 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0587749 Jun 24 08:25:57.832414 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60812) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:57.864023 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:57.865824 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-975eac08-e1cf-4ecd-8862-68705ce869f0 req-66c55b37-94ab-4602-b89e-7d31aec0cf94 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548522 Jun 24 08:25:57.942395 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0932b3b1-1dfe-46ee-8696-c84b802c0f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.019054 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0932b3b1-1dfe-46ee-8696-c84b802c0f60 admin admin] Publish callbacks [] for security_group (36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.087207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.156342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0932b3b1-1dfe-46ee-8696-c84b802c0f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.197494 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-0932b3b1-1dfe-46ee-8696-c84b802c0f60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63940e11d38849c7b063920d36b797ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676746 Jun 24 08:25:58.198219 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932b3b1-1dfe-46ee-8696-c84b802c0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:58.200367 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60818) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:58.254194 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-70bb60be-9996-4a88-808a-e5b33159bb32 admin admin] Publish callbacks [] for security_group (36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.275363 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-70bb60be-9996-4a88-808a-e5b33159bb32 admin admin] Publish callbacks [] for security_group (36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.395471 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-70bb60be-9996-4a88-808a-e5b33159bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.397978 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-70bb60be-9996-4a88-808a-e5b33159bb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:58.399131 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-70bb60be-9996-4a88-808a-e5b33159bb32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a HTTP/1.1" status: 204 len: 168 time: 0.1972265 Jun 24 08:25:58.407542 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb60be-9996-4a88-808a-e5b33159bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36765588-95c9-4ffc-b3f6-6a2c1f2d7e2a,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:58.993084 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784764-de48-4420-8668-1adb2407281b req-bfc0a89b-e8ce-4753-b235-d5fed23d9c78 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:25:58.994555 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-61784764-de48-4420-8668-1adb2407281b req-bfc0a89b-e8ce-4753-b235-d5fed23d9c78 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0486822 Jun 24 08:25:59.045974 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-61784764-de48-4420-8668-1adb2407281b req-1e9ac73f-dcfc-41b5-8df8-f374dac391fc tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458229 Jun 24 08:25:59.077197 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60828) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:59.093864 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-19eaa47a-de03-4fa9-917d-8978751c0e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:59.168121 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-19eaa47a-de03-4fa9-917d-8978751c0e50 admin admin] Publish callbacks [] for security_group (49355e7e-9588-4a37-8551-0f6536bb5abb), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:59.241000 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=26 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:59.246935 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-19eaa47a-de03-4fa9-917d-8978751c0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (49355e7e-9588-4a37-8551-0f6536bb5abb), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:59.288750 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-19eaa47a-de03-4fa9-917d-8978751c0e50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daede71cdc204e86a38a267727d94e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104995 Jun 24 08:25:59.289629 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa47a-de03-4fa9-917d-8978751c0e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49355e7e-9588-4a37-8551-0f6536bb5abb,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:25:59.291397 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60830) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:25:59.302506 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:59.322732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:25:59.342951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fba78944-938a-402c-9d35-860959f762e3 admin admin] Publish callbacks [] for security_group (49355e7e-9588-4a37-8551-0f6536bb5abb), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:59.365127 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fba78944-938a-402c-9d35-860959f762e3 admin admin] Publish callbacks [] for security_group (49355e7e-9588-4a37-8551-0f6536bb5abb), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:59.523319 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fba78944-938a-402c-9d35-860959f762e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (49355e7e-9588-4a37-8551-0f6536bb5abb), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:59.525923 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-fba78944-938a-402c-9d35-860959f762e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:25:59.527095 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-fba78944-938a-402c-9d35-860959f762e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49355e7e-9588-4a37-8551-0f6536bb5abb HTTP/1.1" status: 204 len: 168 time: 0.2339602 Jun 24 08:25:59.535392 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba78944-938a-402c-9d35-860959f762e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49355e7e-9588-4a37-8551-0f6536bb5abb,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:00.163995 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dfe0c-23b5-40e2-ace0-11d61e495bb9 req-261466a6-e529-4818-84dd-9282d9fe6d9e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:00.165555 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-753dfe0c-23b5-40e2-ace0-11d61e495bb9 req-261466a6-e529-4818-84dd-9282d9fe6d9e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0478692 Jun 24 08:26:00.216862 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-753dfe0c-23b5-40e2-ace0-11d61e495bb9 req-97565880-14b1-4978-aebc-becac266dc8b tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Jun 24 08:26:01.031805 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:26:01.338707 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61a29-a66f-4b6b-b36b-61cbcc348ee7 req-075fe576-150b-4b2e-9a1d-8acdc412c46e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:01.340246 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cea61a29-a66f-4b6b-b36b-61cbcc348ee7 req-075fe576-150b-4b2e-9a1d-8acdc412c46e tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0507619 Jun 24 08:26:01.390171 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cea61a29-a66f-4b6b-b36b-61cbcc348ee7 req-998af917-e0e5-4b50-ba57-a75e22d8876d tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Jun 24 08:26:02.024917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:02.060370 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-debdc32f-c370-476d-a6bc-e49d4df1e462 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:02.061734 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-debdc32f-c370-476d-a6bc-e49d4df1e462 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0468102 Jun 24 08:26:02.147840 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Deleting port 849207c3-d40c-476a-aae3-4db25b58eb90 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:26:02.148178 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:02.239659 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] For port 849207c3-d40c-476a-aae3-4db25b58eb90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=849207c3-d40c-476a-aae3-4db25b58eb90,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:02.240028 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:02.353156 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:02.407377 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:02.407733 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (79933126-d0e9-4287-81f3-159ce617c97a), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:02.410965 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Floating IP 79933126-d0e9-4287-81f3-159ce617c97a disassociated. External IP: 172.27.3.215, port: 849207c3-d40c-476a-aae3-4db25b58eb90. Jun 24 08:26:02.410965 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Calling delete_port for 849207c3-d40c-476a-aae3-4db25b58eb90 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:26:02.525043 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd862a3-a00f-4419-9c20-0cafd0202a0b req-5b620187-7949-44f7-9120-995077cf87ff tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:02.528720 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fd862a3-a00f-4419-9c20-0cafd0202a0b req-5b620187-7949-44f7-9120-995077cf87ff tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 946 time: 0.0634587 Jun 24 08:26:02.578151 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fd862a3-a00f-4419-9c20-0cafd0202a0b req-ba1cbc19-dac6-45f6-80b2-194036db930c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups?id=c21613d2-eee6-4af1-8745-6fe37bc2b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449793 Jun 24 08:26:02.630832 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (849207c3-d40c-476a-aae3-4db25b58eb90), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:02.671239 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event deleted for resources: {'Port': ['ID=849207c3-d40c-476a-aae3-4db25b58eb90,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:02.793258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Router b3708fe4-3d64-41b6-a169-3e82ffc2978c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:26:02.884890 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:02.899179 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:26:02.910761 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f874256-4624-485e-b687-b5e3be429758 None None] Sync routers for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:26:02.921652 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:26:02.922268 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:02.942532 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] No DVR routers for this DVR port 849207c3-d40c-476a-aae3-4db25b58eb90 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:26:02.945165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:02.948371 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a2d8b45e-6cdf-4f25-81ff-25daee00befd req-58714ebc-d975-49bb-9f5f-94a418e52ccd tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.26 "DELETE /v2.0/ports/849207c3-d40c-476a-aae3-4db25b58eb90 HTTP/1.1" status: 204 len: 173 time: 0.8809896 Jun 24 08:26:02.948803 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-deleted', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:26:02.951029 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee92dc-7ffa-431f-8c58-5f392f950a93" -d '{"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-deleted", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:26:02.991552 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14014140-9765-4df5-881d-da8535e995f7 x-openstack-request-id: req-14014140-9765-4df5-881d-da8535e995f7 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:26:02.991840 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05b5a06-e026-4f8e-af25-d7f2d95c29c4", "name": "network-vif-deleted", "tag": "849207c3-d40c-476a-aae3-4db25b58eb90", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:26:02.992093 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14014140-9765-4df5-881d-da8535e995f7 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:26:02.992517 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14014140-9765-4df5-881d-da8535e995f7'] response: {'server_uuid': 'e05b5a06-e026-4f8e-af25-d7f2d95c29c4', 'name': 'network-vif-deleted', 'tag': '849207c3-d40c-476a-aae3-4db25b58eb90', 'status': 'completed', 'code': 200} Jun 24 08:26:03.035395 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:26:03.358983 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:03.383618 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f874256-4624-485e-b687-b5e3be429758 None None] Checking router: b3708fe4-3d64-41b6-a169-3e82ffc2978c for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:26:03.392439 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:26:03.393604 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:03.493584 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:26:03.702530 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-1f874256-4624-485e-b687-b5e3be429758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:03.727602 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b07ed217-d6b4-417c-ab8e-865d5e55c52b req-b670dbef-da65-4688-9ace-0b9677d77b67 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05b5a06-e026-4f8e-af25-d7f2d95c29c4 HTTP/1.1" status: 200 len: 210 time: 0.0482271 Jun 24 08:26:03.732742 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f874256-4624-485e-b687-b5e3be429758 None None] The sync data for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi is: [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:18:30Z', 'revision_number': 4, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9aeb0c06-3672-4012-ac7c-883b8d3063ec', 'name': '', 'network_id': '4c50a71f-1e65-4e5e-ae0f-e6f8fa025675', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'mac_address': 'fa:16:3e:94:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:28Z', 'updated_at': '2022-06-24T08:18:39Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'subnets': [{'id': '106383a2-2a4e-4cff-89f0-f59a1aa7c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:26:03.987573 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0913cf-4cf5-4390-b2fc-6889f519db59 None None] New status for floating IP 79933126-d0e9-4287-81f3-159ce617c97a: DOWN {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:26:04.867411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 60924) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:04.925433 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abe24e1f-1b5f-440a-b984-7d2e52722e7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (c21613d2-eee6-4af1-8745-6fe37bc2b7c5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:04.950554 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abe24e1f-1b5f-440a-b984-7d2e52722e7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (c21613d2-eee6-4af1-8745-6fe37bc2b7c5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.327068 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abe24e1f-1b5f-440a-b984-7d2e52722e7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c21613d2-eee6-4af1-8745-6fe37bc2b7c5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.329736 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-abe24e1f-1b5f-440a-b984-7d2e52722e7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.330922 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-abe24e1f-1b5f-440a-b984-7d2e52722e7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "DELETE /v2.0/security-groups/c21613d2-eee6-4af1-8745-6fe37bc2b7c5 HTTP/1.1" status: 204 len: 168 time: 0.4624689 Jun 24 08:26:05.338867 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60942) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:05.340556 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe24e1f-1b5f-440a-b984-7d2e52722e7c tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21613d2-eee6-4af1-8745-6fe37bc2b7c5,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:05.355046 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.api.v2.resource [None req-38b6054c-fc74-48a7-87b1-c9caab1b806f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] show failed (client error): The resource could not be found. Jun 24 08:26:05.356321 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-38b6054c-fc74-48a7-87b1-c9caab1b806f tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "GET /v2.0/security-groups/c21613d2-eee6-4af1-8745-6fe37bc2b7c5 HTTP/1.1" status: 404 len: 347 time: 0.0163028 Jun 24 08:26:05.359237 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 60944) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:05.497080 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Deleting port 45b1166d-02ee-4ce1-9ae5-341d5b2c484a {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:26:05.497417 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.578799 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.579065 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.593122 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Calling delete_port for 45b1166d-02ee-4ce1-9ae5-341d5b2c484a owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:26:05.789508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (45b1166d-02ee-4ce1-9ae5-341d5b2c484a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.816907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Pushing event deleted for resources: {'Port': ['ID=45b1166d-02ee-4ce1-9ae5-341d5b2c484a,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:05.885167 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks [] for floatingip (79933126-d0e9-4287-81f3-159ce617c97a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.887674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:05.888861 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c98e527c-b9cb-433b-a404-f0871fd1db05 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] 10.222.0.42 "DELETE /v2.0/floatingips/79933126-d0e9-4287-81f3-159ce617c97a HTTP/1.1" status: 204 len: 168 time: 0.5285602 Jun 24 08:26:06.278310 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:26:06.300859 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 849207c3-d40c-476a-aae3-4db25b58eb90 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:26:06.301134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 849207c3-d40c-476a-aae3-4db25b58eb90 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:26:08.781377 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 32814) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:09.161021 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 32830) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:09.221479 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (b3708fe4-3d64-41b6-a169-3e82ffc2978c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.273848 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-38f697cb-df4d-42cd-8471-6ff21117a65d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.328265 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:09.331656 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:09.332687 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:09.358888 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-38f697cb-df4d-42cd-8471-6ff21117a65d admin admin] Publish callbacks [] for security_group (9c0d4d8f-2753-466e-9227-8f65975ced84), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.427245 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-38f697cb-df4d-42cd-8471-6ff21117a65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9c0d4d8f-2753-466e-9227-8f65975ced84), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.460798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Deleting port 9aeb0c06-3672-4012-ac7c-883b8d3063ec {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:26:09.461136 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.468687 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-38f697cb-df4d-42cd-8471-6ff21117a65d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5c02cc6327e457599c070f2d6bf2c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065262 Jun 24 08:26:09.471476 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f697cb-df4d-42cd-8471-6ff21117a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0d4d8f-2753-466e-9227-8f65975ced84,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:09.472589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 32838) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:09.581402 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c1394871-c2b7-4fe2-8269-b68019ec3d59 admin admin] Publish callbacks [] for security_group (9c0d4d8f-2753-466e-9227-8f65975ced84), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.588678 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] For port 9aeb0c06-3672-4012-ac7c-883b8d3063ec, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9aeb0c06-3672-4012-ac7c-883b8d3063ec,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:09.589062 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.611371 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Calling delete_port for 9aeb0c06-3672-4012-ac7c-883b8d3063ec owned by network:router_interface {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:26:09.624229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c1394871-c2b7-4fe2-8269-b68019ec3d59 admin admin] Publish callbacks [] for security_group (9c0d4d8f-2753-466e-9227-8f65975ced84), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.703562 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:09.810487 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c1394871-c2b7-4fe2-8269-b68019ec3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9c0d4d8f-2753-466e-9227-8f65975ced84), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.812996 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c1394871-c2b7-4fe2-8269-b68019ec3d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.814139 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c1394871-c2b7-4fe2-8269-b68019ec3d59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c0d4d8f-2753-466e-9227-8f65975ced84 HTTP/1.1" status: 204 len: 168 time: 0.3400881 Jun 24 08:26:09.828084 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1394871-c2b7-4fe2-8269-b68019ec3d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0d4d8f-2753-466e-9227-8f65975ced84,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:09.896505 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (9aeb0c06-3672-4012-ac7c-883b8d3063ec), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:09.923333 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aeb0c06-3672-4012-ac7c-883b8d3063ec,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:10.090619 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (b3708fe4-3d64-41b6-a169-3e82ffc2978c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.190236 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:10.302853 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Router b3708fe4-3d64-41b6-a169-3e82ffc2978c has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:26:10.406475 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:26:10.411978 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-ddb0c701-186d-4646-b0bc-a904a88035c7 admin admin] 10.222.0.42 "PUT /v2.0/routers/b3708fe4-3d64-41b6-a169-3e82ffc2978c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6295345 Jun 24 08:26:10.414597 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 32850) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:10.417406 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] Sync routers for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:26:10.429583 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:26:10.430200 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:10.534557 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:10.540380 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:26:10.605888 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 32854) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:10.621201 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f661d772-4f8a-4c8b-ae2d-517411910fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.654626 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:10.700146 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:10.719622 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f661d772-4f8a-4c8b-ae2d-517411910fc3 admin admin] Publish callbacks [] for security_group (a04e5e31-4ce7-4767-b766-8f04f26a246a), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.745241 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:26:09Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:10.761016 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks [] for router (b3708fe4-3d64-41b6-a169-3e82ffc2978c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.770442 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] Checking router: b3708fe4-3d64-41b6-a169-3e82ffc2978c for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:26:10.778862 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] Routers {'b3708fe4-3d64-41b6-a169-3e82ffc2978c'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:26:10.779502 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:25:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:10.789536 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f661d772-4f8a-4c8b-ae2d-517411910fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a04e5e31-4ce7-4767-b766-8f04f26a246a), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.826238 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661d772-4f8a-4c8b-ae2d-517411910fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e5e31-4ce7-4767-b766-8f04f26a246a,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:10.853410 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f661d772-4f8a-4c8b-ae2d-517411910fc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7bde0bc94c04208b9facd636e5f7679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457514 Jun 24 08:26:10.855566 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 32860) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:10.873398 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks [] for router_gateway (b3708fe4-3d64-41b6-a169-3e82ffc2978c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.875588 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:10.897034 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] Set router b3708fe4-3d64-41b6-a169-3e82ffc2978c gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:26:10.918824 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-15c6a10d-770b-4fef-b93b-ff189427c657 admin admin] Publish callbacks [] for security_group (a04e5e31-4ce7-4767-b766-8f04f26a246a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.942699 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-15c6a10d-770b-4fef-b93b-ff189427c657 admin admin] Publish callbacks [] for security_group (a04e5e31-4ce7-4767-b766-8f04f26a246a), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:10.974654 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:10.990550 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Deleting port ea6350a6-e4be-42d6-b940-8618e5ab431b {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:26:10.991067 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.072828 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] For port ea6350a6-e4be-42d6-b940-8618e5ab431b, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=ea6350a6-e4be-42d6-b940-8618e5ab431b,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:11.073193 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.073425 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:26:09Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:11.087976 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Calling delete_port for ea6350a6-e4be-42d6-b940-8618e5ab431b owned by network:router_gateway {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:26:11.098231 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5962d6-6474-4958-9cd5-2cafc43b5a91 None None] The sync data for ids ['b3708fe4-3d64-41b6-a169-3e82ffc2978c'] in dv-cinder-834822-6-iscsi is: [{'id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'name': 'tempest-AttachVolumeShelveTestJSON-729138518-router', 'tenant_id': 'e1244423396f45beb9124e6d04e0381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:18:16Z', 'updated_at': '2022-06-24T08:26:09Z', 'revision_number': 5, 'project_id': 'e1244423396f45beb9124e6d04e0381b', 'gw_port': {'id': 'ea6350a6-e4be-42d6-b940-8618e5ab431b', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3708fe4-3d64-41b6-a169-3e82ffc2978c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:18:17Z', 'updated_at': '2022-06-24T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:26:11.182292 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-15c6a10d-770b-4fef-b93b-ff189427c657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a04e5e31-4ce7-4767-b766-8f04f26a246a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.185183 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-15c6a10d-770b-4fef-b93b-ff189427c657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.186413 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-15c6a10d-770b-4fef-b93b-ff189427c657 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a04e5e31-4ce7-4767-b766-8f04f26a246a HTTP/1.1" status: 204 len: 168 time: 0.3298886 Jun 24 08:26:11.196223 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6a10d-770b-4fef-b93b-ff189427c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e5e31-4ce7-4767-b766-8f04f26a246a,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:11.369722 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (ea6350a6-e4be-42d6-b940-8618e5ab431b), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.401453 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6350a6-e4be-42d6-b940-8618e5ab431b,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:11.463890 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (b3708fe4-3d64-41b6-a169-3e82ffc2978c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.524391 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:11.561540 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (b3708fe4-3d64-41b6-a169-3e82ffc2978c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.562118 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks [] for router_controller (b3708fe4-3d64-41b6-a169-3e82ffc2978c), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.669834 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (b3708fe4-3d64-41b6-a169-3e82ffc2978c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.670487 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3708fe4-3d64-41b6-a169-3e82ffc2978c {{(pid=104493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:26:11.685784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.685784 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-38a35900-38e6-4f4e-9cb4-f92b0530e1a7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b3708fe4-3d64-41b6-a169-3e82ffc2978c HTTP/1.1" status: 204 len: 168 time: 1.2652030 Jun 24 08:26:11.685990 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 32868) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:11.740984 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] Deleting subnet 106383a2-2a4e-4cff-89f0-f59a1aa7c627 {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:26:11.749445 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] Publish callbacks [] for subnet (106383a2-2a4e-4cff-89f0-f59a1aa7c627), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.801555 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9781338'] for subnet (106383a2-2a4e-4cff-89f0-f59a1aa7c627), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:11.813332 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9aeb0c06-3672-4012-ac7c-883b8d3063ec no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:26:11.836628 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 9aeb0c06-3672-4012-ac7c-883b8d3063ec {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:26:11.837008 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9aeb0c06-3672-4012-ac7c-883b8d3063ec not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:26:11.849796 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:11.929170 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (106383a2-2a4e-4cff-89f0-f59a1aa7c627), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.118278 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9673684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9754308'] for subnet (106383a2-2a4e-4cff-89f0-f59a1aa7c627), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.142402 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106383a2-2a4e-4cff-89f0-f59a1aa7c627,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:12.151067 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.153239 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c8fd5886-60a2-4253-b24a-546444fac572 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/106383a2-2a4e-4cff-89f0-f59a1aa7c627 HTTP/1.1" status: 204 len: 168 time: 0.4670570 Jun 24 08:26:12.155682 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 32878) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:12.158117 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0af742d-54e6-4ea6-abeb-805ec45fc152 None None] Network 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:26:12.243045 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.311663 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Deleting port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:26:12.312015 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.333684 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] DHCP port deletion for 4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:26:12.378201 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] Deleting port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:26:12.378593 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.382970 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] For port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:12.383350 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.402077 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Calling delete_port for 2d24b1fd-6988-443e-9c8c-32ffdfff8cda owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:26:12.455197 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] For port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,segment=NetworkSegment(de02679c-7369-45e9-9961-22ecc23f02f5),segment_id=de02679c-7369-45e9-9961-22ecc23f02f5)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:12.455596 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.470556 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] Calling delete_port for 2d24b1fd-6988-443e-9c8c-32ffdfff8cda owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:26:12.495189 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:12.592886 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.601161 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (2d24b1fd-6988-443e-9c8c-32ffdfff8cda), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.621466 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:12.623215 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] No DVR routers for this DVR port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:26:12.633202 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] Pushing event deleted for resources: {'Port': ['ID=2d24b1fd-6988-443e-9c8c-32ffdfff8cda,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:12.633202 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa170f4-25d5-4c37-8cf5-c9430166b850 None None] No DVR routers for this DVR port 2d24b1fd-6988-443e-9c8c-32ffdfff8cda on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:26:12.703029 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.724014 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c50a71f-1e65-4e5e-ae0f-e6f8fa025675']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:12.733129 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de02679c-7369-45e9-9961-22ecc23f02f5') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:12.733434 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de02679c-7369-45e9-9961-22ecc23f02f5') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:12.743018 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (de02679c-7369-45e9-9961-22ecc23f02f5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.756017 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (de02679c-7369-45e9-9961-22ecc23f02f5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.762295 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:26:12.762681 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (de02679c-7369-45e9-9961-22ecc23f02f5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.789986 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment de02679c-7369-45e9-9961-22ecc23f02f5 resource provider aggregate not found Jun 24 08:26:12.820133 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment de02679c-7369-45e9-9961-22ecc23f02f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de02679c-7369-45e9-9961-22ecc23f02f5 found for delete ", "request_id": "req-c482fbd2-b587-4508-a093-1f7c3de8ddef"}]} Jun 24 08:26:12.918225 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (4c50a71f-1e65-4e5e-ae0f-e6f8fa025675), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.918471 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:12.921435 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4c50a71f-1e65-4e5e-ae0f-e6f8fa025675 HTTP/1.1" status: 204 len: 168 time: 0.7579801 Jun 24 08:26:12.934916 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d0068-32f6-4d00-a36e-1dce303cfa44 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c50a71f-1e65-4e5e-ae0f-e6f8fa025675,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:13.477696 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 32924) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:13.523004 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e5a99837-d6db-4d4f-9d42-9fca12797309 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1244423396f45beb9124e6d04e0381b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440741 Jun 24 08:26:13.526015 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 32926) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:13.596286 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd55573c-7a3b-407d-b4e8-d258fff64dde admin admin] Publish callbacks [] for security_group (6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:13.621162 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd55573c-7a3b-407d-b4e8-d258fff64dde admin admin] Publish callbacks [] for security_group (6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:13.730610 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device ea6350a6-e4be-42d6-b940-8618e5ab431b no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:26:13.754987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: ea6350a6-e4be-42d6-b940-8618e5ab431b {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:26:13.755333 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device ea6350a6-e4be-42d6-b940-8618e5ab431b not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:26:13.755748 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 2d24b1fd-6988-443e-9c8c-32ffdfff8cda no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:26:13.774937 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 2d24b1fd-6988-443e-9c8c-32ffdfff8cda {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:26:13.775286 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 2d24b1fd-6988-443e-9c8c-32ffdfff8cda not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:26:13.801869 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd55573c-7a3b-407d-b4e8-d258fff64dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:13.804529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd55573c-7a3b-407d-b4e8-d258fff64dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:13.816658 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-dd55573c-7a3b-407d-b4e8-d258fff64dde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff HTTP/1.1" status: 204 len: 168 time: 0.2785277 Jun 24 08:26:13.816658 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55573c-7a3b-407d-b4e8-d258fff64dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad74e2e-389c-48d8-a2c0-6f8d5a99ceff,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:14.788131 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 32984) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:14.914359 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-575db79b-f771-4931-ad89-a06ef5d1e5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:14.966583 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:14.994981 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-575db79b-f771-4931-ad89-a06ef5d1e5d1 admin admin] Publish callbacks [] for security_group (186afd78-0da5-4794-8952-30c55daf54dd), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:15.261430 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-575db79b-f771-4931-ad89-a06ef5d1e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (186afd78-0da5-4794-8952-30c55daf54dd), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:15.304877 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-575db79b-f771-4931-ad89-a06ef5d1e5d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1423313740044c00944b8d945a454f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156450 Jun 24 08:26:15.306235 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575db79b-f771-4931-ad89-a06ef5d1e5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186afd78-0da5-4794-8952-30c55daf54dd,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:15.309199 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33004) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:15.373650 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-723343e5-6b69-4dba-b4f8-0977a60b02fe admin admin] Publish callbacks [] for security_group (186afd78-0da5-4794-8952-30c55daf54dd), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:15.397477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-723343e5-6b69-4dba-b4f8-0977a60b02fe admin admin] Publish callbacks [] for security_group (186afd78-0da5-4794-8952-30c55daf54dd), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:15.527735 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-723343e5-6b69-4dba-b4f8-0977a60b02fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (186afd78-0da5-4794-8952-30c55daf54dd), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:15.530582 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-723343e5-6b69-4dba-b4f8-0977a60b02fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:15.531749 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-723343e5-6b69-4dba-b4f8-0977a60b02fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/186afd78-0da5-4794-8952-30c55daf54dd HTTP/1.1" status: 204 len: 168 time: 0.2214606 Jun 24 08:26:15.541366 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723343e5-6b69-4dba-b4f8-0977a60b02fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186afd78-0da5-4794-8952-30c55daf54dd,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:16.293100 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33026) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:16.307081 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1f9780e8-2073-4077-97c3-56ed832fe372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:16.383217 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1f9780e8-2073-4077-97c3-56ed832fe372 admin admin] Publish callbacks [] for security_group (8c663f6e-477b-42cc-ae9b-a173ba215114), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:16.463895 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1f9780e8-2073-4077-97c3-56ed832fe372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (8c663f6e-477b-42cc-ae9b-a173ba215114), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:16.504538 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1f9780e8-2073-4077-97c3-56ed832fe372 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ea18f3b4bc14e4895b0ebb5ad15e26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093883 Jun 24 08:26:16.506540 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9780e8-2073-4077-97c3-56ed832fe372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c663f6e-477b-42cc-ae9b-a173ba215114,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:16.507577 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33032) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:16.560920 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f2aed1ba-a8ee-431d-8929-afdacfeea967 admin admin] Publish callbacks [] for security_group (8c663f6e-477b-42cc-ae9b-a173ba215114), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:16.584731 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f2aed1ba-a8ee-431d-8929-afdacfeea967 admin admin] Publish callbacks [] for security_group (8c663f6e-477b-42cc-ae9b-a173ba215114), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:16.703571 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f2aed1ba-a8ee-431d-8929-afdacfeea967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (8c663f6e-477b-42cc-ae9b-a173ba215114), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:16.706072 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f2aed1ba-a8ee-431d-8929-afdacfeea967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:16.707237 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f2aed1ba-a8ee-431d-8929-afdacfeea967 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c663f6e-477b-42cc-ae9b-a173ba215114 HTTP/1.1" status: 204 len: 168 time: 0.1984258 Jun 24 08:26:16.715330 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aed1ba-a8ee-431d-8929-afdacfeea967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c663f6e-477b-42cc-ae9b-a173ba215114,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:17.589515 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:18.045912 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=7 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:18.050832 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:22.803354 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-49a155c8-b60e-4360-8af9-a4032665062b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:23.030199 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-cb5b86ad-1ca9-4287-a3c8-5ed68aae8c00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378561 Jun 24 08:26:23.133478 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-752856f7-32b9-4f3c-ae7e-9f9ddc28b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:23.134840 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-752856f7-32b9-4f3c-ae7e-9f9ddc28b8b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1130 time: 0.0393207 Jun 24 08:26:23.247510 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-81183c71-beb5-4e96-8ab0-bced8e1a30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:23.248993 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-81183c71-beb5-4e96-8ab0-bced8e1a30b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0897255 Jun 24 08:26:23.311487 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-b3c4f235-9c08-4ae7-bef7-e67be6e4ce7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49476779-f723-492d-a807-c92bf6bf2ca5 HTTP/1.1" status: 200 len: 1002 time: 0.0550230 Jun 24 08:26:23.363902 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-02cbfc7a-30ea-4499-b487-f28ab65965ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:23.365409 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-02cbfc7a-30ea-4499-b487-f28ab65965ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0476530 Jun 24 08:26:23.415856 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-245228b7-44b1-4f7a-929e-e707f4bc1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:23.417375 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-245228b7-44b1-4f7a-929e-e707f4bc1838 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412154 Jun 24 08:26:23.514695 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-22378c9a-0ea5-44ec-a0d1-2d29cee1db20 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905089 Jun 24 08:26:23.619117 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-939fb3e2-1487-47a3-a1a7-487df86a55e4 req-0b94fd6d-5c0a-4a5d-a4ff-be4895a66312 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952423 Jun 24 08:26:24.044661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33202) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:24.157108 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:24.241592 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Publish callbacks [] for security_group (93831905-c488-4158-8f76-05b7fcffb7c5), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:24.242665 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:24.315332 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (93831905-c488-4158-8f76-05b7fcffb7c5), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:24.321081 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:24.387216 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33212) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:24.387747 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c2e4caa55e643e09f0d5c36e5fae9a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414876 Jun 24 08:26:24.391022 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93831905-c488-4158-8f76-05b7fcffb7c5,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:24.406616 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.420418 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.420418 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.421657 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.422454 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.429284 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.429886 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:24.430017 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.430446 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.430996 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.431549 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.432138 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.432732 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.433289 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.434615 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.434615 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fb4c1-63b0-45ea-8ea6-cd949aa80ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.465600 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Publish callbacks [] for security_group (93831905-c488-4158-8f76-05b7fcffb7c5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:24.488612 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Publish callbacks [] for security_group (93831905-c488-4158-8f76-05b7fcffb7c5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:24.642879 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (93831905-c488-4158-8f76-05b7fcffb7c5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:24.646562 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:24.651400 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93831905-c488-4158-8f76-05b7fcffb7c5 HTTP/1.1" status: 204 len: 168 time: 0.2588377 Jun 24 08:26:24.669470 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93831905-c488-4158-8f76-05b7fcffb7c5,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:24.680321 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-cce77962-b263-463a-81ce-9f95fb29a971 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452156496&fields=id&tenant_id=9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 267 time: 0.0704021 Jun 24 08:26:24.681952 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.682304 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.682651 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.682999 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.683336 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.683912 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.684329 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.684667 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.685022 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.685357 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.685691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.686090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.686337 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.686667 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.686994 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe5ad4-7c72-485b-80f2-efc355c5ca81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:24.798678 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-9d8a803a-daba-4d7a-a0fa-b22e9c6f8167 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:24.800315 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-9d8a803a-daba-4d7a-a0fa-b22e9c6f8167 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 811 time: 0.1104403 Jun 24 08:26:24.817800 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-7c1adcf3-19cc-4a2c-acef-8908dd7dde8a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/quotas/9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 375 time: 0.0105755 Jun 24 08:26:24.859536 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:24.870792 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-68e2e903-c439-442f-886d-4bbb3b194d22 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477421 Jun 24 08:26:24.980501 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-6507926f-a388-4179-83b6-9d313f4b8291 service neutron] 10.222.0.42 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963585 Jun 24 08:26:25.073316 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-cd5c6994-6cdd-4a3b-8fa4-bdb2400c92fd service neutron] 10.222.0.42 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Jun 24 08:26:25.292662 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-752668a9-c191-4fcd-992d-1822154df51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:25.824511 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9dba96f8-1214-496f-9acb-4b675cd29111 req-109505c3-cf74-4b44-b087-f6aa4f14ea22 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0336533 Jun 24 08:26:26.369746 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:26.921309 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4cbed593-906b-4aae-a518-36b72211003f req-0b3d2377-10b7-486e-ad0e-835b42b2db7d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0308900 Jun 24 08:26:27.877513 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:28.022057 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-09ab4b41-1570-469f-b109-fe87bec35add req-3bbf1f92-bc4e-4168-b6e6-1259603c6c4a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0293281 Jun 24 08:26:28.081011 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:29.119225 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-47177be2-02e9-4629-90ae-b7dcc7116e39 req-ac124892-f303-40d9-8d93-10d6ff174968 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0292985 Jun 24 08:26:30.214023 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21f5900c-08d3-4fc9-bc36-14f1a95e92e8 req-e394c62f-79d8-466f-805c-1f58ddbc65b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0272737 Jun 24 08:26:31.310787 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-14c520ab-9269-49a9-b550-244a690e9792 req-0506404e-a622-4d64-9788-5172f32b417a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0316944 Jun 24 08:26:32.121000 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-b3056d18-d0bd-42fa-ba74-90e1aef795d0 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:32.122436 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-b3056d18-d0bd-42fa-ba74-90e1aef795d0 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 811 time: 0.1056798 Jun 24 08:26:32.200322 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-ad9d3a04-afb7-442c-97f5-94c47e94bc84 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9170777eb80e46bd9d8ea3a576a9678c HTTP/1.1" status: 200 len: 380 time: 0.0577338 Jun 24 08:26:32.209768 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'port': {'device_id': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'admin_state_up': True, 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'security_groups': ['7f6e9b09-7948-4669-a10e-6552aa86a440']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:26:32.408322 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3a4a59f6-ef15-42e7-9b11-893e31395cad req-207e304a-690e-473a-86f7-8957bd3fbade tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0272951 Jun 24 08:26:32.437738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Made reservation on behalf of 9170777eb80e46bd9d8ea3a576a9678c for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:26:32.441899 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:32.583705 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Allocated IP 172.20.0.11 (7b69c08d-6a46-414d-bcd2-12cdadfd6edc/d35b3571-bfc9-40aa-85d0-a92d4c79c837/eb456bc9-e755-4237-b02c-9c8369b8fd4e) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:26:32.728870 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:32.820682 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:32.869456 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:26:32.872726 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:26:32.875252 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:26:32.909752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=eb456bc9-e755-4237-b02c-9c8369b8fd4e,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:32.921169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:32.934771 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:32.935442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.000512 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-15db715c-709e-418e-b7b9-bf2547635a24 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7943914 Jun 24 08:26:33.024625 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Request body: {'port': {'device_id': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:26:33.077988 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:33.089917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.122807 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-a5e2039c-8423-4148-8edf-42f8d124cb3b None None] Provisioning complete for port eb456bc9-e755-4237-b02c-9c8369b8fd4e triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:26:33.123419 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a5e2039c-8423-4148-8edf-42f8d124cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.156974 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2039c-8423-4148-8edf-42f8d124cb3b None None] Port eb456bc9-e755-4237-b02c-9c8369b8fd4e cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:26:33.358172 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb456bc9-e755-4237-b02c-9c8369b8fd4e {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:26:33.366361 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Publish callbacks [] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.380374 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Transition to ACTIVE for port object eb456bc9-e755-4237-b02c-9c8369b8fd4e will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:26:33.521325 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3ce66-3718-4da1-9d44-1f420babcfea req-9d007e2d-f6be-4305-ba0b-b6b7b93a4074 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:33.522788 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cff3ce66-3718-4da1-9d44-1f420babcfea req-9d007e2d-f6be-4305-ba0b-b6b7b93a4074 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 932 time: 0.0481198 Jun 24 08:26:33.554042 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.583437 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cff3ce66-3718-4da1-9d44-1f420babcfea req-c66a2940-7e5a-49f8-ba9c-e8ad65c41b59 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544310 Jun 24 08:26:33.614192 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Pushing event updated for resources: {'Port': ['ID=eb456bc9-e755-4237-b02c-9c8369b8fd4e,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:33.669779 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:33.716701 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Attempting to bind port eb456bc9-e755-4237-b02c-9c8369b8fd4e on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:26:33.717047 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Attempting to bind port eb456bc9-e755-4237-b02c-9c8369b8fd4e by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:26:33.717387 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Attempting to bind port eb456bc9-e755-4237-b02c-9c8369b8fd4e on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:26:33.724625 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Port eb456bc9-e755-4237-b02c-9c8369b8fd4e on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:26:33.724958 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Attempting to bind port eb456bc9-e755-4237-b02c-9c8369b8fd4e on network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:26:33.731088 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:26:33.731653 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Checking segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:26:33.732276 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Bound using segment: {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:26:33.732813 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Bound port: eb456bc9-e755-4237-b02c-9c8369b8fd4e, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc55d41-1613-48f5-91d5-4954da5e04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:26:33.733271 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.806179 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] For port eb456bc9-e755-4237-b02c-9c8369b8fd4e, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:26:33.809780 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] For port eb456bc9-e755-4237-b02c-9c8369b8fd4e, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:26:33.906906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.944910 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:33.945577 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:33.947006 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] 10.222.0.26 "PUT /v2.0/ports/eb456bc9-e755-4237-b02c-9c8369b8fd4e HTTP/1.1" status: 200 len: 1094 time: 0.9307404 Jun 24 08:26:33.947443 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:26:33.949805 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f9281b-e696-4a1a-bccb-c617f72662be" -d '{"events": [{"name": "network-changed", "server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:26:33.976629 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad38c8-de5c-4781-9186-2b5aad500342 service neutron] Pushing event updated for resources: {'Port': ['ID=eb456bc9-e755-4237-b02c-9c8369b8fd4e,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:34.000132 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d401646-0daf-4c48-9b35-dbe555a2c6fd x-openstack-request-id: req-7d401646-0daf-4c48-9b35-dbe555a2c6fd {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:26:34.000449 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:26:34.005151 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d401646-0daf-4c48-9b35-dbe555a2c6fd {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:26:34.005151 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d401646-0daf-4c48-9b35-dbe555a2c6fd'] response: {'name': 'network-changed', 'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'status': 'completed', 'code': 200} Jun 24 08:26:34.193443 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:34.694897 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a7ed-73d1-48e2-8a43-204b5624c078 req-540ea9e8-77dd-4a82-8673-c4af41bff1f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:34.696375 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cc64a7ed-73d1-48e2-8a43-204b5624c078 req-540ea9e8-77dd-4a82-8673-c4af41bff1f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0473368 Jun 24 08:26:34.748159 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cc64a7ed-73d1-48e2-8a43-204b5624c078 req-f2124466-2a6c-4860-a184-fa8f4dc85b71 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463064 Jun 24 08:26:35.861582 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b55e-8861-46c2-a7c4-f64039583058 req-4a441feb-616c-4c22-b6a2-0c8bfe8ec09d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:35.863048 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc81b55e-8861-46c2-a7c4-f64039583058 req-4a441feb-616c-4c22-b6a2-0c8bfe8ec09d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0470629 Jun 24 08:26:35.911485 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bc81b55e-8861-46c2-a7c4-f64039583058 req-bbd044bc-e8b8-4db5-b953-6d5af1740690 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 Jun 24 08:26:36.809709 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9281b-e696-4a1a-bccb-c617f72662be req-f1e042f1-158b-45a3-9222-97ef0826bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:36.811329 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-76f9281b-e696-4a1a-bccb-c617f72662be req-f1e042f1-158b-45a3-9222-97ef0826bc10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 1128 time: 0.0426037 Jun 24 08:26:36.938462 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9281b-e696-4a1a-bccb-c617f72662be req-a66fe087-3163-46f6-ae11-27333c27656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:36.939991 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-76f9281b-e696-4a1a-bccb-c617f72662be req-a66fe087-3163-46f6-ae11-27333c27656b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0990286 Jun 24 08:26:37.044286 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9281b-e696-4a1a-bccb-c617f72662be req-e5146b9e-0439-457c-b339-ea0a5516cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:37.049801 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-76f9281b-e696-4a1a-bccb-c617f72662be req-e5146b9e-0439-457c-b339-ea0a5516cd58 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998616 Jun 24 08:26:37.052625 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b30fea-4a89-411b-81ec-3481233dfd7e req-9645fe60-2906-4599-96b2-d6abb837c004 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:37.054209 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c7b30fea-4a89-411b-81ec-3481233dfd7e req-9645fe60-2906-4599-96b2-d6abb837c004 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0738480 Jun 24 08:26:37.104574 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c7b30fea-4a89-411b-81ec-3481233dfd7e req-8805dbdc-c2a6-406b-974c-f4e4788a3f5e tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446069 Jun 24 08:26:37.148232 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-eb2feda0-1eed-4a6f-98d1-2fc8188dea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:37.149855 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-eb2feda0-1eed-4a6f-98d1-2fc8188dea51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 1128 time: 0.0420809 Jun 24 08:26:37.199853 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-67ffaced-fb84-46b0-8151-e53e7cf103a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e HTTP/1.1" status: 200 len: 217 time: 0.0353527 Jun 24 08:26:37.300412 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-fac93191-bd66-444a-8c5e-32bee5262866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:37.302174 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-fac93191-bd66-444a-8c5e-32bee5262866 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0481210 Jun 24 08:26:37.346707 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-fe150a43-e4da-4505-8180-cb556e84d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:37.348263 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-fe150a43-e4da-4505-8180-cb556e84d39e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395896 Jun 24 08:26:37.438529 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-ba2db3a2-8c25-4916-af1a-cefdc2acc004 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834703 Jun 24 08:26:37.512715 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:37.531243 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-158f93fb-3367-49a1-a3c0-b285a08253fc req-334eb9d5-e84d-4099-b670-c11d74e7e3de service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855954 Jun 24 08:26:38.030561 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:26:38.223516 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f502-b749-4cec-8458-81532f22c31b req-b0be9af0-2563-4944-abfb-44dee5a64d87 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:38.223516 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-53a5f502-b749-4cec-8458-81532f22c31b req-b0be9af0-2563-4944-abfb-44dee5a64d87 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0514617 Jun 24 08:26:38.281099 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-53a5f502-b749-4cec-8458-81532f22c31b req-e317ecc7-03e1-4e7c-9a9f-6e5fb0ca258e tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449245 Jun 24 08:26:39.393616 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c78c3-19b0-422f-b570-6c23770678ad req-43757406-51e6-4f0e-a698-8e28b3a9f3ba tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:39.395069 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f76c78c3-19b0-422f-b570-6c23770678ad req-43757406-51e6-4f0e-a698-8e28b3a9f3ba tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0476332 Jun 24 08:26:39.407083 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:39.445434 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f76c78c3-19b0-422f-b570-6c23770678ad req-5dc44716-60d4-4b36-abd9-3100c1ea12a2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447962 Jun 24 08:26:40.200151 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33496) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:40.313558 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-43dc9608-2be6-43fc-b6bf-6e14d65edaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:40.391278 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-43dc9608-2be6-43fc-b6bf-6e14d65edaf6 admin admin] Publish callbacks [] for security_group (e49ed475-db7e-4a57-a514-912889ceb45b), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:40.475150 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-43dc9608-2be6-43fc-b6bf-6e14d65edaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (e49ed475-db7e-4a57-a514-912889ceb45b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:40.513678 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc9608-2be6-43fc-b6bf-6e14d65edaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ed475-db7e-4a57-a514-912889ceb45b,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:40.519249 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-43dc9608-2be6-43fc-b6bf-6e14d65edaf6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7dbb3f9d2464b429fd610a830d5954c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180239 Jun 24 08:26:40.522877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33504) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:40.566166 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bba23-c6f5-449b-b082-6ffeb498f4a1 req-8a8fe142-90bf-45d4-85c9-fcdf393ae0f1 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:40.567671 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-756bba23-c6f5-449b-b082-6ffeb498f4a1 req-8a8fe142-90bf-45d4-85c9-fcdf393ae0f1 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0510681 Jun 24 08:26:40.574436 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a044f666-479e-4e46-bc25-42d79b49a2d1 admin admin] Publish callbacks [] for security_group (e49ed475-db7e-4a57-a514-912889ceb45b), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:40.597814 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a044f666-479e-4e46-bc25-42d79b49a2d1 admin admin] Publish callbacks [] for security_group (e49ed475-db7e-4a57-a514-912889ceb45b), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:40.619772 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-756bba23-c6f5-449b-b082-6ffeb498f4a1 req-8bdb210e-6c03-47d0-9a66-b01e33ef3744 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Jun 24 08:26:40.697521 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a044f666-479e-4e46-bc25-42d79b49a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (e49ed475-db7e-4a57-a514-912889ceb45b), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:40.699947 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a044f666-479e-4e46-bc25-42d79b49a2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:40.701134 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-a044f666-479e-4e46-bc25-42d79b49a2d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e49ed475-db7e-4a57-a514-912889ceb45b HTTP/1.1" status: 204 len: 168 time: 0.1773224 Jun 24 08:26:40.709972 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044f666-479e-4e46-bc25-42d79b49a2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ed475-db7e-4a57-a514-912889ceb45b,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:41.452974 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33526) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:41.467582 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-534bde71-dc76-456b-985c-e7055fb7abcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:41.545036 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-534bde71-dc76-456b-985c-e7055fb7abcb admin admin] Publish callbacks [] for security_group (013223bc-7cf4-4865-ad2f-14f6ade11b5a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:41.623329 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-534bde71-dc76-456b-985c-e7055fb7abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (013223bc-7cf4-4865-ad2f-14f6ade11b5a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:41.634813 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:41.665101 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-534bde71-dc76-456b-985c-e7055fb7abcb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92841c5e3aa3474aade7113e09720dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109640 Jun 24 08:26:41.667091 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bde71-dc76-456b-985c-e7055fb7abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013223bc-7cf4-4865-ad2f-14f6ade11b5a,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:41.667878 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33530) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:41.696248 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:41.765727 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf302f2-4ac7-41db-8a31-315a1772b030 req-8b389865-ca37-409a-b20b-0cea55e67118 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:41.767209 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-aaf302f2-4ac7-41db-8a31-315a1772b030 req-8b389865-ca37-409a-b20b-0cea55e67118 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0697825 Jun 24 08:26:41.768225 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08f811a4-8440-4301-b1c8-d72e4ea54f1e admin admin] Publish callbacks [] for security_group (013223bc-7cf4-4865-ad2f-14f6ade11b5a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:41.805749 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08f811a4-8440-4301-b1c8-d72e4ea54f1e admin admin] Publish callbacks [] for security_group (013223bc-7cf4-4865-ad2f-14f6ade11b5a), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:41.860267 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-aaf302f2-4ac7-41db-8a31-315a1772b030 req-2cc97c30-8f5b-49e0-a902-f953fcd5cff4 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860052 Jun 24 08:26:42.101551 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08f811a4-8440-4301-b1c8-d72e4ea54f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (013223bc-7cf4-4865-ad2f-14f6ade11b5a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:42.104043 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08f811a4-8440-4301-b1c8-d72e4ea54f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:42.105219 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-08f811a4-8440-4301-b1c8-d72e4ea54f1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/013223bc-7cf4-4865-ad2f-14f6ade11b5a HTTP/1.1" status: 204 len: 168 time: 0.4363384 Jun 24 08:26:42.113087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f811a4-8440-4301-b1c8-d72e4ea54f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013223bc-7cf4-4865-ad2f-14f6ade11b5a,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:42.982050 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded57c5-3816-4ff7-9d6d-749b7b2da2d0 req-d61e13c9-2b98-48ef-abc4-d76d01329a8f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:42.983562 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dded57c5-3816-4ff7-9d6d-749b7b2da2d0 req-d61e13c9-2b98-48ef-abc4-d76d01329a8f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0486867 Jun 24 08:26:43.020502 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:43.038662 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dded57c5-3816-4ff7-9d6d-749b7b2da2d0 req-0d90a59a-a414-4c00-8bdb-9aa1a56137cc tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494189 Jun 24 08:26:44.161253 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2df9-252c-4db2-9574-f15fd3f302d6 req-82a950b9-4d7c-4438-9e0a-d3cb7e057500 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:44.162735 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bb2d2df9-252c-4db2-9574-f15fd3f302d6 req-82a950b9-4d7c-4438-9e0a-d3cb7e057500 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0515976 Jun 24 08:26:44.199023 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=40,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:44.215683 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bb2d2df9-252c-4db2-9574-f15fd3f302d6 req-4f1feb85-d9ae-417c-bb6a-568451b62543 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Jun 24 08:26:44.345976 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33602) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:44.457441 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3b0707f1-e0ef-4a86-a5c9-dc978b2dbe60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:44.533131 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3b0707f1-e0ef-4a86-a5c9-dc978b2dbe60 admin admin] Publish callbacks [] for security_group (bec6c895-35b4-4e1a-84d2-76659e916189), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:44.654678 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3b0707f1-e0ef-4a86-a5c9-dc978b2dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (bec6c895-35b4-4e1a-84d2-76659e916189), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:44.701990 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3b0707f1-e0ef-4a86-a5c9-dc978b2dbe60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c9a316673a24516859ac845da3db5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549287 Jun 24 08:26:44.702844 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0707f1-e0ef-4a86-a5c9-dc978b2dbe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec6c895-35b4-4e1a-84d2-76659e916189,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:44.704702 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33608) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:44.755778 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-63b178db-4456-470a-925b-944f96a82e1a admin admin] Publish callbacks [] for security_group (bec6c895-35b4-4e1a-84d2-76659e916189), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:44.777619 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-63b178db-4456-470a-925b-944f96a82e1a admin admin] Publish callbacks [] for security_group (bec6c895-35b4-4e1a-84d2-76659e916189), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:44.914977 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-63b178db-4456-470a-925b-944f96a82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (bec6c895-35b4-4e1a-84d2-76659e916189), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:44.917737 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-63b178db-4456-470a-925b-944f96a82e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:44.918984 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-63b178db-4456-470a-925b-944f96a82e1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bec6c895-35b4-4e1a-84d2-76659e916189 HTTP/1.1" status: 204 len: 168 time: 0.2127781 Jun 24 08:26:44.927586 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b178db-4456-470a-925b-944f96a82e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec6c895-35b4-4e1a-84d2-76659e916189,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:44.944531 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=34,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:45.335019 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68c122-049d-4d9b-869d-1765ff0d0da9 req-365dd0e6-dea2-441a-8193-ce126dff4ae4 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:45.339378 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ea68c122-049d-4d9b-869d-1765ff0d0da9 req-365dd0e6-dea2-441a-8193-ce126dff4ae4 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0489442 Jun 24 08:26:45.393075 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ea68c122-049d-4d9b-869d-1765ff0d0da9 req-0b21ef34-3ad4-4b72-9276-348242342138 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494311 Jun 24 08:26:45.718954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33630) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:45.732332 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4dc36359-c2c7-4cc6-8b7b-30575ebbe6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:45.807396 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4dc36359-c2c7-4cc6-8b7b-30575ebbe6b9 admin admin] Publish callbacks [] for security_group (6e94d7fc-6e58-4a30-a7c7-ae5e92474b67), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:45.923005 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4dc36359-c2c7-4cc6-8b7b-30575ebbe6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6e94d7fc-6e58-4a30-a7c7-ae5e92474b67), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:45.964094 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4dc36359-c2c7-4cc6-8b7b-30575ebbe6b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0a7b93f0bdf4d71b6e89ea6eab98b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439685 Jun 24 08:26:45.964902 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc36359-c2c7-4cc6-8b7b-30575ebbe6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e94d7fc-6e58-4a30-a7c7-ae5e92474b67,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:45.966727 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33634) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:46.020701 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-30f7786e-0654-4731-90e3-6adf0281e6ff admin admin] Publish callbacks [] for security_group (6e94d7fc-6e58-4a30-a7c7-ae5e92474b67), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:46.043812 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-30f7786e-0654-4731-90e3-6adf0281e6ff admin admin] Publish callbacks [] for security_group (6e94d7fc-6e58-4a30-a7c7-ae5e92474b67), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:46.223442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-30f7786e-0654-4731-90e3-6adf0281e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6e94d7fc-6e58-4a30-a7c7-ae5e92474b67), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:46.226348 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-30f7786e-0654-4731-90e3-6adf0281e6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:46.227559 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-30f7786e-0654-4731-90e3-6adf0281e6ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e94d7fc-6e58-4a30-a7c7-ae5e92474b67 HTTP/1.1" status: 204 len: 168 time: 0.2597716 Jun 24 08:26:46.235922 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7786e-0654-4731-90e3-6adf0281e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e94d7fc-6e58-4a30-a7c7-ae5e92474b67,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:46.505172 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e3ea7-b2a2-4ec4-bf69-2605d3005c0d req-eef30c0f-604e-4fdf-9469-a609ff42f0a2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:46.506757 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8d3e3ea7-b2a2-4ec4-bf69-2605d3005c0d req-eef30c0f-604e-4fdf-9469-a609ff42f0a2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0466621 Jun 24 08:26:46.559719 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8d3e3ea7-b2a2-4ec4-bf69-2605d3005c0d req-16a2830a-9834-43cf-925f-0179b05c4de4 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 Jun 24 08:26:47.638335 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:47.679448 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9154b-7832-456d-b00d-8785da7d508e req-e369b280-a409-4d64-a9a8-f02b4193ad2a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:47.680933 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-51c9154b-7832-456d-b00d-8785da7d508e req-e369b280-a409-4d64-a9a8-f02b4193ad2a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 944 time: 0.0521107 Jun 24 08:26:47.732562 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-51c9154b-7832-456d-b00d-8785da7d508e req-40c7ac2d-6336-468c-9691-598b7895d7f2 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Jun 24 08:26:47.991648 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device eb456bc9-e755-4237-b02c-9c8369b8fd4e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:26:48.109269 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:48.111233 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port eb456bc9-e755-4237-b02c-9c8369b8fd4e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:48.122396 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'port_id': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'mac_address': 'fa:16:3e:09:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:26:48.158188 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port eb456bc9-e755-4237-b02c-9c8369b8fd4e is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:26:48.158578 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:48.172682 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb456bc9-e755-4237-b02c-9c8369b8fd4e {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:26:48.193300 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port eb456bc9-e755-4237-b02c-9c8369b8fd4e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:48.395269 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:48.443726 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=eb456bc9-e755-4237-b02c-9c8369b8fd4e,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:48.775948 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33700) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:48.847557 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74bc18-250b-4091-8a57-2e3b91801f18 req-a9fe36ba-f84d-4712-9887-c1c02e652abb tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:48.848818 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fc74bc18-250b-4091-8a57-2e3b91801f18 req-a9fe36ba-f84d-4712-9887-c1c02e652abb tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 945 time: 0.0484278 Jun 24 08:26:48.884359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ea550e20-38c1-4995-970d-da28b66a0f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:48.898757 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fc74bc18-250b-4091-8a57-2e3b91801f18 req-de2482dc-e147-45f9-8c61-8c503ce5befc tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442817 Jun 24 08:26:48.933308 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:48.961632 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ea550e20-38c1-4995-970d-da28b66a0f43 admin admin] Publish callbacks [] for security_group (6b6b8d19-f7fb-4d4d-9323-3c84463a83b6), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:49.083099 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ea550e20-38c1-4995-970d-da28b66a0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6b6b8d19-f7fb-4d4d-9323-3c84463a83b6), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:49.124134 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-ea550e20-38c1-4995-970d-da28b66a0f43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7e0dca04a9d4f30b7931cfd38661627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470950 Jun 24 08:26:49.124821 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea550e20-38c1-4995-970d-da28b66a0f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b8d19-f7fb-4d4d-9323-3c84463a83b6,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:49.126982 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33706) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:49.179799 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92847c3-c732-4acb-8a0b-96425b9ccc5c admin admin] Publish callbacks [] for security_group (6b6b8d19-f7fb-4d4d-9323-3c84463a83b6), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:49.201611 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92847c3-c732-4acb-8a0b-96425b9ccc5c admin admin] Publish callbacks [] for security_group (6b6b8d19-f7fb-4d4d-9323-3c84463a83b6), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:49.226959 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:49.320020 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['eb456bc9-e755-4237-b02c-9c8369b8fd4e'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:26:49.328883 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92847c3-c732-4acb-8a0b-96425b9ccc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (6b6b8d19-f7fb-4d4d-9323-3c84463a83b6), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:49.331390 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-e92847c3-c732-4acb-8a0b-96425b9ccc5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:49.332567 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-e92847c3-c732-4acb-8a0b-96425b9ccc5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b6b8d19-f7fb-4d4d-9323-3c84463a83b6 HTTP/1.1" status: 204 len: 168 time: 0.2045391 Jun 24 08:26:49.341441 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92847c3-c732-4acb-8a0b-96425b9ccc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b8d19-f7fb-4d4d-9323-3c84463a83b6,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:50.014978 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92227b4-d818-447d-8259-ffc60ad10415 req-c33ad6d6-35b3-431b-ac5f-46cd345e7f84 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:50.018937 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c92227b4-d818-447d-8259-ffc60ad10415 req-c33ad6d6-35b3-431b-ac5f-46cd345e7f84 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 945 time: 0.0483184 Jun 24 08:26:50.070022 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c92227b4-d818-447d-8259-ffc60ad10415 req-ad0fca51-551d-490b-bb5d-36d612854d4d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466940 Jun 24 08:26:50.200492 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33720) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:50.214206 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f559687a-8b32-434f-a237-c352d1295111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:50.291125 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f559687a-8b32-434f-a237-c352d1295111 admin admin] Publish callbacks [] for security_group (c644be01-f71e-4e62-a1f1-a3a2972e7345), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:50.368680 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f559687a-8b32-434f-a237-c352d1295111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c644be01-f71e-4e62-a1f1-a3a2972e7345), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:50.410640 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f559687a-8b32-434f-a237-c352d1295111 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=766ecbcc908e438aa520d8ca0312fc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090499 Jun 24 08:26:50.411764 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559687a-8b32-434f-a237-c352d1295111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c644be01-f71e-4e62-a1f1-a3a2972e7345,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:50.413925 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33728) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:50.472508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f09c-f329-4285-ac5e-feea9304f286 admin admin] Publish callbacks [] for security_group (c644be01-f71e-4e62-a1f1-a3a2972e7345), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:50.495091 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f09c-f329-4285-ac5e-feea9304f286 admin admin] Publish callbacks [] for security_group (c644be01-f71e-4e62-a1f1-a3a2972e7345), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:50.642820 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f09c-f329-4285-ac5e-feea9304f286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c644be01-f71e-4e62-a1f1-a3a2972e7345), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:50.645594 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f09c-f329-4285-ac5e-feea9304f286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:50.647345 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-8bc6f09c-f329-4285-ac5e-feea9304f286 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c644be01-f71e-4e62-a1f1-a3a2972e7345 HTTP/1.1" status: 204 len: 168 time: 0.2311583 Jun 24 08:26:50.655528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6f09c-f329-4285-ac5e-feea9304f286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c644be01-f71e-4e62-a1f1-a3a2972e7345,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:51.194475 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2fa73-547c-42ab-b26e-9babae45b26b req-b4acbaf7-3d35-45b9-b210-c92e9d69c6ca tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:51.195949 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06b2fa73-547c-42ab-b26e-9babae45b26b req-b4acbaf7-3d35-45b9-b210-c92e9d69c6ca tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 945 time: 0.0518310 Jun 24 08:26:51.243907 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06b2fa73-547c-42ab-b26e-9babae45b26b req-5b0cf6b0-7a4b-492b-a901-2dbce2329c66 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Jun 24 08:26:52.360951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32156-17c6-458d-bcd3-2973a07cc27c req-b69caf0c-8253-4d7e-bd2e-b9dba2baee51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:52.362469 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3eb32156-17c6-458d-bcd3-2973a07cc27c req-b69caf0c-8253-4d7e-bd2e-b9dba2baee51 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 945 time: 0.0500998 Jun 24 08:26:52.417278 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3eb32156-17c6-458d-bcd3-2973a07cc27c req-5fb3f784-db18-40c1-9660-d618e21737ee tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480325 Jun 24 08:26:52.530044 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device eb456bc9-e755-4237-b02c-9c8369b8fd4e up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:26:52.573298 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port eb456bc9-e755-4237-b02c-9c8369b8fd4e completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:26:52.628703 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port eb456bc9-e755-4237-b02c-9c8369b8fd4e triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:26:52.629082 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:52.700874 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port eb456bc9-e755-4237-b02c-9c8369b8fd4e is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:26:52.701192 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:52.728090 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:26:52.730313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713955ea-eb57-4704-b7b9-ebaf2b2428a6" -d '{"events": [{"server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "name": "network-vif-plugged", "status": "completed", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:26:52.753980 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port eb456bc9-e755-4237-b02c-9c8369b8fd4e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:26:52.766891 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d0f750-d60d-4aac-a2e4-5b38cb45b26b x-openstack-request-id: req-c8d0f750-d60d-4aac-a2e4-5b38cb45b26b {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:26:52.767204 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "name": "network-vif-plugged", "status": "completed", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:26:52.767458 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8d0f750-d60d-4aac-a2e4-5b38cb45b26b {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:26:52.767852 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d0f750-d60d-4aac-a2e4-5b38cb45b26b'] response: {'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'code': 200} Jun 24 08:26:52.849288 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:52.853484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5c219994-13d5-478e-97b1-d903aa9e400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:52.906530 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=eb456bc9-e755-4237-b02c-9c8369b8fd4e,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:52.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:26:53.190832 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e344-2592-4459-a985-d83e71655247 req-d5749af9-667b-45e5-bf3e-c77f8c496d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:53.192369 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8753e344-2592-4459-a985-d83e71655247 req-d5749af9-667b-45e5-bf3e-c77f8c496d9a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 1130 time: 0.0415654 Jun 24 08:26:53.242684 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:53.247140 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-8753e344-2592-4459-a985-d83e71655247 req-4266a186-96fe-4cfe-bebe-c70c7b515c63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 Jun 24 08:26:53.777033 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad7fd3-9537-4b5a-bfe6-848ffff43e41 req-1f13c4cb-eab4-44c9-8ca1-c5d20afc8c05 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:53.778548 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-20ad7fd3-9537-4b5a-bfe6-848ffff43e41 req-1f13c4cb-eab4-44c9-8ca1-c5d20afc8c05 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 946 time: 0.2860041 Jun 24 08:26:53.827104 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-20ad7fd3-9537-4b5a-bfe6-848ffff43e41 req-1cb359b3-85c3-4a5f-ae77-be9b77d1d260 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Jun 24 08:26:54.954014 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa228f4-b55d-4207-9a23-af84fb522594 req-c87cdf72-996c-4909-b79f-3653ab890dcc tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:54.955466 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fa228f4-b55d-4207-9a23-af84fb522594 req-c87cdf72-996c-4909-b79f-3653ab890dcc tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 946 time: 0.0496330 Jun 24 08:26:55.004243 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0fa228f4-b55d-4207-9a23-af84fb522594 req-dc6e8e44-c0c1-4691-ae1d-5bc32dc1b9aa tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Jun 24 08:26:55.042872 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=14 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:55.048904 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=20 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:55.112926 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:55.121233 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6a3c6-baa6-45ca-9718-bb5d7a6391ce req-f920bee0-1f75-4e54-92be-4211f430d940 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:55.122717 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5ef6a3c6-baa6-45ca-9718-bb5d7a6391ce req-f920bee0-1f75-4e54-92be-4211f430d940 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 946 time: 0.0499904 Jun 24 08:26:55.172434 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5ef6a3c6-baa6-45ca-9718-bb5d7a6391ce req-5c613461-4868-40d6-bf16-ea2a2cd4ad8e tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440383 Jun 24 08:26:55.195960 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33872) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:55.277419 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-359dd805-0831-47e4-92bd-74f7a5a05a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.408795 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33882) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:55.414888 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2facd37-32d7-4bfb-8145-e71117b3c0aa tempest-TestVolumeBootPattern-644980997 tempest-TestVolumeBootPattern-644980997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:55.416526 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-d2facd37-32d7-4bfb-8145-e71117b3c0aa tempest-TestVolumeBootPattern-644980997 tempest-TestVolumeBootPattern-644980997-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 1125 time: 0.2194288 Jun 24 08:26:55.419207 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33886) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:55.423462 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'port_id': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:26:55.521430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.521430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fe28eb06-0ae5-4796-9eba-a192b1f43cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.636948 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.727029 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fe28eb06-0ae5-4796-9eba-a192b1f43cd8 admin admin] Publish callbacks [] for security_group (990ffd75-b388-47af-8fcb-dabd992c2469), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.785685 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Allocated IP 172.27.3.8 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/14bb1e78-7caf-402e-acfc-3163abd53080) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:26:55.813861 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fe28eb06-0ae5-4796-9eba-a192b1f43cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (990ffd75-b388-47af-8fcb-dabd992c2469), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.898463 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-fe28eb06-0ae5-4796-9eba-a192b1f43cd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bca9c08c3b004958b5c3baba4d377280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885783 Jun 24 08:26:55.900804 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28eb06-0ae5-4796-9eba-a192b1f43cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990ffd75-b388-47af-8fcb-dabd992c2469,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:55.901140 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33898) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:55.931042 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (14bb1e78-7caf-402e-acfc-3163abd53080), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.935186 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:55.961374 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0e6de8d0-908e-457f-a366-6ca0aaa2aa86 admin admin] Publish callbacks [] for security_group (990ffd75-b388-47af-8fcb-dabd992c2469), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:55.984255 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0e6de8d0-908e-457f-a366-6ca0aaa2aa86 admin admin] Publish callbacks [] for security_group (990ffd75-b388-47af-8fcb-dabd992c2469), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.072044 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (14bb1e78-7caf-402e-acfc-3163abd53080), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.117342 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:26:56.122363 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:26:56.124868 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:26:56.127839 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:56.145559 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0e6de8d0-908e-457f-a366-6ca0aaa2aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (990ffd75-b388-47af-8fcb-dabd992c2469), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.145737 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=14bb1e78-7caf-402e-acfc-3163abd53080,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:56.149553 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0e6de8d0-908e-457f-a366-6ca0aaa2aa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.156077 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-0e6de8d0-908e-457f-a366-6ca0aaa2aa86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/990ffd75-b388-47af-8fcb-dabd992c2469 HTTP/1.1" status: 204 len: 168 time: 0.2487106 Jun 24 08:26:56.160096 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6de8d0-908e-457f-a366-6ca0aaa2aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ffd75-b388-47af-8fcb-dabd992c2469,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:56.174982 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:56.408430 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.493763 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.662112 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (14bb1e78-7caf-402e-acfc-3163abd53080), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.812955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for port (14bb1e78-7caf-402e-acfc-3163abd53080), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.886008 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (14bb1e78-7caf-402e-acfc-3163abd53080), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:56.956636 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event updated for resources: {'Port': ['ID=14bb1e78-7caf-402e-acfc-3163abd53080,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:56.968972 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:57.325969 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Floating IP 2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3 associated. External IP: 172.27.3.8, port: eb456bc9-e755-4237-b02c-9c8369b8fd4e. Jun 24 08:26:57.443145 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:57.493471 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:57.546801 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:26:57.657870 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:26:57.671290 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:26:57.682186 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:26:57.682797 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:26:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:57.753909 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:57.789760 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5fc382cf-33f9-4656-8f57-6e10162f57e5 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3695064 Jun 24 08:26:57.790580 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:26:57.793803 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fb1c65-7635-40f2-8dd9-30950d71d9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:26:57.814184 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:26:57.829143 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9807d97-275d-4c21-b3f7-991db5be5686 x-openstack-request-id: req-c9807d97-275d-4c21-b3f7-991db5be5686 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:26:57.829428 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:26:57.829679 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9807d97-275d-4c21-b3f7-991db5be5686 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:26:57.830088 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9807d97-275d-4c21-b3f7-991db5be5686'] response: {'name': 'network-changed', 'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'status': 'completed', 'code': 200} Jun 24 08:26:57.857781 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:57.940114 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-866f94dc-07fd-46dd-a2c1-3827bd0db3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:57.948413 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-866f94dc-07fd-46dd-a2c1-3827bd0db3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 1130 time: 0.0482588 Jun 24 08:26:58.045864 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-b9e27063-40f9-4f34-a3f9-eb79cfdda3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:58.047665 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-b9e27063-40f9-4f34-a3f9-eb79cfdda3bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0977941 Jun 24 08:26:58.103350 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:58.122595 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-c11b1df4-f5d2-44ec-994f-48776263aa84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e HTTP/1.1" status: 200 len: 998 time: 0.0636215 Jun 24 08:26:58.180331 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:09:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:26:56Z', 'updated_at': '2022-06-24T08:26:56Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}, {'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:58.180675 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-15b5bee2-f5a2-4ec7-9b0c-1a725d6eb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:58.182461 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-15b5bee2-f5a2-4ec7-9b0c-1a725d6eb436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0530634 Jun 24 08:26:58.213766 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:26:58.222978 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:26:58.223889 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:26:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:58.227143 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:26:58.237550 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-9dafd4ab-f146-45c9-974a-6bfcb50ad3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:26:58.240136 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-9dafd4ab-f146-45c9-974a-6bfcb50ad3a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491414 Jun 24 08:26:58.339398 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:26:58.349202 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-3e4a65bc-f91a-49f7-bdb0-4ccabf8a0862 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028130 Jun 24 08:26:58.436108 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 33986) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:58.472345 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-97fb1c65-7635-40f2-8dd9-30950d71d9d0 req-4d4c2d2e-7fc6-48a5-a094-d023bd9dd8e1 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152499 Jun 24 08:26:58.574510 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a0a336e-c8f8-44d5-a54d-62b8e2b13674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:58.600529 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:09:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:26:56Z', 'updated_at': '2022-06-24T08:26:56Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}, {'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:26:58.626673 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb224865-4ccc-4e68-b224-34302c86bf09 None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:09:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:26:56Z', 'updated_at': '2022-06-24T08:26:56Z', 'revision_number': 0, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}, {'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:26:58.663545 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a0a336e-c8f8-44d5-a54d-62b8e2b13674 admin admin] Publish callbacks [] for security_group (f5612284-d83c-4230-aad2-317c8392fa94), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:58.757708 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a0a336e-c8f8-44d5-a54d-62b8e2b13674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f5612284-d83c-4230-aad2-317c8392fa94), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:58.800639 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4a0a336e-c8f8-44d5-a54d-62b8e2b13674 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a73604375df4a07998a5cacfba82bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628395 Jun 24 08:26:58.802771 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a336e-c8f8-44d5-a54d-62b8e2b13674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5612284-d83c-4230-aad2-317c8392fa94,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:58.804038 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 33990) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:58.832161 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30406f-25c1-42b0-a285-7f7ff915d83b None None] New status for floating IP 2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:26:58.861619 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1bc858d3-7e9b-417e-8b2d-3de97f0c224b admin admin] Publish callbacks [] for security_group (f5612284-d83c-4230-aad2-317c8392fa94), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:58.889602 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1bc858d3-7e9b-417e-8b2d-3de97f0c224b admin admin] Publish callbacks [] for security_group (f5612284-d83c-4230-aad2-317c8392fa94), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:59.074916 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1bc858d3-7e9b-417e-8b2d-3de97f0c224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f5612284-d83c-4230-aad2-317c8392fa94), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:59.078617 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1bc858d3-7e9b-417e-8b2d-3de97f0c224b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:59.086322 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1bc858d3-7e9b-417e-8b2d-3de97f0c224b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5612284-d83c-4230-aad2-317c8392fa94 HTTP/1.1" status: 204 len: 168 time: 0.2776492 Jun 24 08:26:59.095227 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc858d3-7e9b-417e-8b2d-3de97f0c224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5612284-d83c-4230-aad2-317c8392fa94,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:59.729960 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34008) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:26:59.744032 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-13cc85af-ef28-4483-992c-b664a747e533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:59.821085 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-13cc85af-ef28-4483-992c-b664a747e533 admin admin] Publish callbacks [] for security_group (8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:59.916952 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-13cc85af-ef28-4483-992c-b664a747e533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:26:59.955931 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc85af-ef28-4483-992c-b664a747e533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:26:59.960937 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-13cc85af-ef28-4483-992c-b664a747e533 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf3099353e3246a5afadcb3d2988d6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299330 Jun 24 08:26:59.963774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34010) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:00.012593 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4d220ead-5692-4cb3-8fab-5b24c6c03e32 admin admin] Publish callbacks [] for security_group (8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:00.029320 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:00.033845 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4d220ead-5692-4cb3-8fab-5b24c6c03e32 admin admin] Publish callbacks [] for security_group (8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:00.150894 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4d220ead-5692-4cb3-8fab-5b24c6c03e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:00.153402 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4d220ead-5692-4cb3-8fab-5b24c6c03e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:00.154693 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-4d220ead-5692-4cb3-8fab-5b24c6c03e32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57 HTTP/1.1" status: 204 len: 168 time: 0.1902306 Jun 24 08:27:00.163222 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d220ead-5692-4cb3-8fab-5b24c6c03e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8f7e8b-fadb-416d-9dc9-1c7407d3ab57,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:02.166109 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34082) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:02.274949 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-900a1296-4008-4909-9d6b-f43c41aac8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.356246 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-900a1296-4008-4909-9d6b-f43c41aac8b7 admin admin] Publish callbacks [] for security_group (d4bc293f-748d-4851-ad81-f30236ab087c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.442663 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-900a1296-4008-4909-9d6b-f43c41aac8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d4bc293f-748d-4851-ad81-f30236ab087c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.482470 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1296-4008-4909-9d6b-f43c41aac8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc293f-748d-4851-ad81-f30236ab087c,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:02.486722 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-900a1296-4008-4909-9d6b-f43c41aac8b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dc4ff8a88744cc69cb8bee8bf3cbbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196030 Jun 24 08:27:02.489378 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34100) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:02.532877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:02.543672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-34da29b3-aa8a-4226-9016-5461e0e55ac4 admin admin] Publish callbacks [] for security_group (d4bc293f-748d-4851-ad81-f30236ab087c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.565793 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-34da29b3-aa8a-4226-9016-5461e0e55ac4 admin admin] Publish callbacks [] for security_group (d4bc293f-748d-4851-ad81-f30236ab087c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.687040 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-34da29b3-aa8a-4226-9016-5461e0e55ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d4bc293f-748d-4851-ad81-f30236ab087c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.689648 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-34da29b3-aa8a-4226-9016-5461e0e55ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.690887 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-34da29b3-aa8a-4226-9016-5461e0e55ac4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4bc293f-748d-4851-ad81-f30236ab087c HTTP/1.1" status: 204 len: 168 time: 0.2006114 Jun 24 08:27:02.703134 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da29b3-aa8a-4226-9016-5461e0e55ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc293f-748d-4851-ad81-f30236ab087c,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:02.794170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34106) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:02.899389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4e7c64cb-9b41-49b8-a4ca-8f42e589e7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:02.977229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4e7c64cb-9b41-49b8-a4ca-8f42e589e7bb admin admin] Publish callbacks [] for security_group (3c6f3b0b-0349-465f-a09b-24deb6af2892), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.077047 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4e7c64cb-9b41-49b8-a4ca-8f42e589e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (3c6f3b0b-0349-465f-a09b-24deb6af2892), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.118292 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-4e7c64cb-9b41-49b8-a4ca-8f42e589e7bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f07d0d2555684c71a9afada9e28f73d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230431 Jun 24 08:27:03.119556 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c64cb-9b41-49b8-a4ca-8f42e589e7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f3b0b-0349-465f-a09b-24deb6af2892,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:03.121176 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34114) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:03.178873 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-33c580e5-3fc8-43f4-8a7e-3aa466871fa2 admin admin] Publish callbacks [] for security_group (3c6f3b0b-0349-465f-a09b-24deb6af2892), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.201978 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-33c580e5-3fc8-43f4-8a7e-3aa466871fa2 admin admin] Publish callbacks [] for security_group (3c6f3b0b-0349-465f-a09b-24deb6af2892), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.348869 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-33c580e5-3fc8-43f4-8a7e-3aa466871fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (3c6f3b0b-0349-465f-a09b-24deb6af2892), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.352127 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-33c580e5-3fc8-43f4-8a7e-3aa466871fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.353435 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-33c580e5-3fc8-43f4-8a7e-3aa466871fa2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c6f3b0b-0349-465f-a09b-24deb6af2892 HTTP/1.1" status: 204 len: 168 time: 0.2303591 Jun 24 08:27:03.361221 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c580e5-3fc8-43f4-8a7e-3aa466871fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f3b0b-0349-465f-a09b-24deb6af2892,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:03.617335 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34118) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:03.631088 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a36fd7d2-c759-45a0-b8d8-4eb10c0b3ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.714251 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a36fd7d2-c759-45a0-b8d8-4eb10c0b3ed4 admin admin] Publish callbacks [] for security_group (d8ed00c3-0a00-4957-b8e8-106bf5f9cd75), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.766929 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a36fd7d2-c759-45a0-b8d8-4eb10c0b3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d8ed00c3-0a00-4957-b8e8-106bf5f9cd75), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.795557 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:03.808584 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a36fd7d2-c759-45a0-b8d8-4eb10c0b3ed4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40cdea72e5b34c68b9a466cece7249ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901538 Jun 24 08:27:03.810716 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fd7d2-c759-45a0-b8d8-4eb10c0b3ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ed00c3-0a00-4957-b8e8-106bf5f9cd75,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:03.811595 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34122) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:03.855430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:03.868364 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7f9d58f4-11f6-4f51-923e-199d00a3d6f7 admin admin] Publish callbacks [] for security_group (d8ed00c3-0a00-4957-b8e8-106bf5f9cd75), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:03.889987 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7f9d58f4-11f6-4f51-923e-199d00a3d6f7 admin admin] Publish callbacks [] for security_group (d8ed00c3-0a00-4957-b8e8-106bf5f9cd75), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.036943 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7f9d58f4-11f6-4f51-923e-199d00a3d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d8ed00c3-0a00-4957-b8e8-106bf5f9cd75), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.040045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7f9d58f4-11f6-4f51-923e-199d00a3d6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.041318 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-7f9d58f4-11f6-4f51-923e-199d00a3d6f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8ed00c3-0a00-4957-b8e8-106bf5f9cd75 HTTP/1.1" status: 204 len: 168 time: 0.2286901 Jun 24 08:27:04.049378 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d58f4-11f6-4f51-923e-199d00a3d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ed00c3-0a00-4957-b8e8-106bf5f9cd75,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:04.094700 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34130) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:04.110003 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0fc89120-632b-41c9-b8f9-59bf45a446bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.199316 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0fc89120-632b-41c9-b8f9-59bf45a446bf admin admin] Publish callbacks [] for security_group (aaeba013-11cd-46fd-8501-493e7454f87f), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.276680 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0fc89120-632b-41c9-b8f9-59bf45a446bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (aaeba013-11cd-46fd-8501-493e7454f87f), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.317701 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-0fc89120-632b-41c9-b8f9-59bf45a446bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=173c0fce47de4875a98a9b7fe4c29928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218766 Jun 24 08:27:04.318565 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc89120-632b-41c9-b8f9-59bf45a446bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeba013-11cd-46fd-8501-493e7454f87f,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:04.321463 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34132) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:04.372286 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9b7201f7-8b30-4275-9baa-387391d0f65a admin admin] Publish callbacks [] for security_group (aaeba013-11cd-46fd-8501-493e7454f87f), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.394190 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9b7201f7-8b30-4275-9baa-387391d0f65a admin admin] Publish callbacks [] for security_group (aaeba013-11cd-46fd-8501-493e7454f87f), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.525820 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9b7201f7-8b30-4275-9baa-387391d0f65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (aaeba013-11cd-46fd-8501-493e7454f87f), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.528433 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9b7201f7-8b30-4275-9baa-387391d0f65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:04.531924 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-9b7201f7-8b30-4275-9baa-387391d0f65a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aaeba013-11cd-46fd-8501-493e7454f87f HTTP/1.1" status: 204 len: 168 time: 0.2065485 Jun 24 08:27:04.537673 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7201f7-8b30-4275-9baa-387391d0f65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeba013-11cd-46fd-8501-493e7454f87f,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:05.252228 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34164) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:05.266469 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c7e62113-3186-4f62-a23f-d7e6f71c7dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:05.329615 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:05.351274 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c7e62113-3186-4f62-a23f-d7e6f71c7dd5 admin admin] Publish callbacks [] for security_group (f3eb8145-a4f7-4aca-b7f6-19ec01609b11), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:05.436817 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c7e62113-3186-4f62-a23f-d7e6f71c7dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f3eb8145-a4f7-4aca-b7f6-19ec01609b11), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:05.481696 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c7e62113-3186-4f62-a23f-d7e6f71c7dd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=990caeae9ece476187be8e5927909f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257962 Jun 24 08:27:05.481696 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62113-3186-4f62-a23f-d7e6f71c7dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb8145-a4f7-4aca-b7f6-19ec01609b11,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:05.482100 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34170) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:05.533270 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7329f16-889c-41fa-a1bd-1ef069d2e3e1 admin admin] Publish callbacks [] for security_group (f3eb8145-a4f7-4aca-b7f6-19ec01609b11), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:05.555817 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7329f16-889c-41fa-a1bd-1ef069d2e3e1 admin admin] Publish callbacks [] for security_group (f3eb8145-a4f7-4aca-b7f6-19ec01609b11), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:05.561992 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:05.731738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7329f16-889c-41fa-a1bd-1ef069d2e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (f3eb8145-a4f7-4aca-b7f6-19ec01609b11), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:05.734371 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7329f16-889c-41fa-a1bd-1ef069d2e3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:05.735535 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e7329f16-889c-41fa-a1bd-1ef069d2e3e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3eb8145-a4f7-4aca-b7f6-19ec01609b11 HTTP/1.1" status: 204 len: 168 time: 0.2524552 Jun 24 08:27:05.744576 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7329f16-889c-41fa-a1bd-1ef069d2e3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb8145-a4f7-4aca-b7f6-19ec01609b11,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:08.602698 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=81 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:08.607856 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=67 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:14.066228 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:14.551100 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:15.029944 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:27:15.477918 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:15.739728 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:15.761176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:16.643123 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34408) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:16.752172 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8cb7-bb89-413c-9a9c-d779a536df13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:16.826925 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8cb7-bb89-413c-9a9c-d779a536df13 admin admin] Publish callbacks [] for security_group (ba005d8d-ae1c-424b-9092-90936b5f733c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:16.922183 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8cb7-bb89-413c-9a9c-d779a536df13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (ba005d8d-ae1c-424b-9092-90936b5f733c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:16.960552 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c8cb7-bb89-413c-9a9c-d779a536df13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba005d8d-ae1c-424b-9092-90936b5f733c,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:16.965488 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-cd1c8cb7-bb89-413c-9a9c-d779a536df13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1178c233cea34d02903f12a6ce7996c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213577 Jun 24 08:27:16.968718 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34414) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:17.016008 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0a83282b-ae00-4e81-87a2-e8b6d603f0e9 admin admin] Publish callbacks [] for security_group (ba005d8d-ae1c-424b-9092-90936b5f733c), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:17.037453 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0a83282b-ae00-4e81-87a2-e8b6d603f0e9 admin admin] Publish callbacks [] for security_group (ba005d8d-ae1c-424b-9092-90936b5f733c), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:17.156607 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0a83282b-ae00-4e81-87a2-e8b6d603f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (ba005d8d-ae1c-424b-9092-90936b5f733c), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:17.159124 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0a83282b-ae00-4e81-87a2-e8b6d603f0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:17.160289 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-0a83282b-ae00-4e81-87a2-e8b6d603f0e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba005d8d-ae1c-424b-9092-90936b5f733c HTTP/1.1" status: 204 len: 168 time: 0.1911714 Jun 24 08:27:17.169299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83282b-ae00-4e81-87a2-e8b6d603f0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba005d8d-ae1c-424b-9092-90936b5f733c,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:17.733624 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34424) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:17.748284 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-488a1ede-cdce-4ac8-ae67-b57c58cf02ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:17.829169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-488a1ede-cdce-4ac8-ae67-b57c58cf02ad admin admin] Publish callbacks [] for security_group (c6a1ce64-fa85-4261-a715-f657a481aa84), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:17.899874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-488a1ede-cdce-4ac8-ae67-b57c58cf02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c6a1ce64-fa85-4261-a715-f657a481aa84), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:17.940026 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-488a1ede-cdce-4ac8-ae67-b57c58cf02ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9e41390e3b64baea281ce108f3eb3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052953 Jun 24 08:27:17.941151 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1ede-cdce-4ac8-ae67-b57c58cf02ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1ce64-fa85-4261-a715-f657a481aa84,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:17.942732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34426) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:17.992299 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c9168f5d-4bac-44cf-a2c9-82156aa80568 admin admin] Publish callbacks [] for security_group (c6a1ce64-fa85-4261-a715-f657a481aa84), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:18.015715 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c9168f5d-4bac-44cf-a2c9-82156aa80568 admin admin] Publish callbacks [] for security_group (c6a1ce64-fa85-4261-a715-f657a481aa84), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:18.099173 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:18.127788 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c9168f5d-4bac-44cf-a2c9-82156aa80568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c6a1ce64-fa85-4261-a715-f657a481aa84), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:18.130575 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c9168f5d-4bac-44cf-a2c9-82156aa80568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:18.131997 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c9168f5d-4bac-44cf-a2c9-82156aa80568 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6a1ce64-fa85-4261-a715-f657a481aa84 HTTP/1.1" status: 204 len: 168 time: 0.1878912 Jun 24 08:27:18.140743 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9168f5d-4bac-44cf-a2c9-82156aa80568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a1ce64-fa85-4261-a715-f657a481aa84,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:19.817683 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34466) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:19.928745 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7055952-80d8-49b9-8d8e-cad2d733ded1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:20.010520 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7055952-80d8-49b9-8d8e-cad2d733ded1 admin admin] Publish callbacks [] for security_group (da1d1fe9-4fff-46af-97e0-1eda0252fdd7), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:20.139858 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7055952-80d8-49b9-8d8e-cad2d733ded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (da1d1fe9-4fff-46af-97e0-1eda0252fdd7), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:20.184573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7055952-80d8-49b9-8d8e-cad2d733ded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1d1fe9-4fff-46af-97e0-1eda0252fdd7,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:20.188797 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e7055952-80d8-49b9-8d8e-cad2d733ded1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddb8820ebd664d1c95a19edf46a68df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700030 Jun 24 08:27:20.189673 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34480) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:20.241822 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3305b372-71e4-403d-b004-a4b073967117 admin admin] Publish callbacks [] for security_group (da1d1fe9-4fff-46af-97e0-1eda0252fdd7), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:20.266800 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3305b372-71e4-403d-b004-a4b073967117 admin admin] Publish callbacks [] for security_group (da1d1fe9-4fff-46af-97e0-1eda0252fdd7), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:20.405590 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3305b372-71e4-403d-b004-a4b073967117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (da1d1fe9-4fff-46af-97e0-1eda0252fdd7), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:20.408110 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3305b372-71e4-403d-b004-a4b073967117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:20.409286 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3305b372-71e4-403d-b004-a4b073967117 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da1d1fe9-4fff-46af-97e0-1eda0252fdd7 HTTP/1.1" status: 204 len: 168 time: 0.2184479 Jun 24 08:27:20.417909 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305b372-71e4-403d-b004-a4b073967117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1d1fe9-4fff-46af-97e0-1eda0252fdd7,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:20.959332 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-a52a99cc-6bf7-4968-b5f0-8691043293e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406976 Jun 24 08:27:21.064162 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:21.067389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-50406474-d450-4640-be4c-cafff2b3c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:21.069127 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-50406474-d450-4640-be4c-cafff2b3c545 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1130 time: 0.0408173 Jun 24 08:27:21.097728 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:21.175832 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-7445b764-1acb-4571-8be3-0872f7740616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:21.177562 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-7445b764-1acb-4571-8be3-0872f7740616 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0892839 Jun 24 08:27:21.211790 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34510) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:21.254315 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-6920d4e1-8a36-4c84-9d85-b014756cfa43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49476779-f723-492d-a807-c92bf6bf2ca5 HTTP/1.1" status: 200 len: 1002 time: 0.0698497 Jun 24 08:27:21.308126 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-fa8802d7-f3f9-4628-9653-66dedeadd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:21.309971 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-fa8802d7-f3f9-4628-9653-66dedeadd0b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0482116 Jun 24 08:27:21.329087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-85311690-ea67-45e6-aa40-ab0cadc1769c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:21.355076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-5df81dc7-fc13-4d94-a8a0-fd6f2508f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:21.356608 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-5df81dc7-fc13-4d94-a8a0-fd6f2508f439 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401101 Jun 24 08:27:21.410289 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-85311690-ea67-45e6-aa40-ab0cadc1769c admin admin] Publish callbacks [] for security_group (a6178647-946e-4f17-8be8-3d331425ae08), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:21.460570 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-90bb2e2a-f5d7-4bdb-84a9-7d4c60d6159a service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935972 Jun 24 08:27:21.503269 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-85311690-ea67-45e6-aa40-ab0cadc1769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a6178647-946e-4f17-8be8-3d331425ae08), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:21.551688 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-85311690-ea67-45e6-aa40-ab0cadc1769c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3956a6034cd640b0a306b1028e855b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385940 Jun 24 08:27:21.552453 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85311690-ea67-45e6-aa40-ab0cadc1769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6178647-946e-4f17-8be8-3d331425ae08,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:21.555528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34524) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:21.571489 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3f602460-3644-4d8f-b660-4ba3f1879ad5 req-c38285e8-2bfe-40f4-9d77-2190fa221bb3 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010382 Jun 24 08:27:21.621773 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-576372ba-1c4f-4033-bf81-bedc8149cbfb admin admin] Publish callbacks [] for security_group (a6178647-946e-4f17-8be8-3d331425ae08), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:21.644589 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-576372ba-1c4f-4033-bf81-bedc8149cbfb admin admin] Publish callbacks [] for security_group (a6178647-946e-4f17-8be8-3d331425ae08), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:21.745631 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-576372ba-1c4f-4033-bf81-bedc8149cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (a6178647-946e-4f17-8be8-3d331425ae08), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:21.748515 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-576372ba-1c4f-4033-bf81-bedc8149cbfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:21.749748 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-576372ba-1c4f-4033-bf81-bedc8149cbfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6178647-946e-4f17-8be8-3d331425ae08 HTTP/1.1" status: 204 len: 168 time: 0.1932685 Jun 24 08:27:21.759315 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576372ba-1c4f-4033-bf81-bedc8149cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6178647-946e-4f17-8be8-3d331425ae08,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:21.812170 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:22.525820 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34542) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:22.540007 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1fb6021c-3da1-4752-b646-1020eb03caf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.615211 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1fb6021c-3da1-4752-b646-1020eb03caf7 admin admin] Publish callbacks [] for security_group (b00db1eb-c3df-4c67-8aa2-3ed3181ea24a), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.704574 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1fb6021c-3da1-4752-b646-1020eb03caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (b00db1eb-c3df-4c67-8aa2-3ed3181ea24a), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.745865 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1fb6021c-3da1-4752-b646-1020eb03caf7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eae027dd91f4493489c9d4d7f3af3750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171981 Jun 24 08:27:22.746081 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6021c-3da1-4752-b646-1020eb03caf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00db1eb-c3df-4c67-8aa2-3ed3181ea24a,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:22.748260 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34544) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:22.784731 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7974-5dbb-40a3-b959-bc708ecb95b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.802087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f90b5fb-477c-43fa-b445-d71c0cc7bc75 admin admin] Publish callbacks [] for security_group (b00db1eb-c3df-4c67-8aa2-3ed3181ea24a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.824545 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f90b5fb-477c-43fa-b445-d71c0cc7bc75 admin admin] Publish callbacks [] for security_group (b00db1eb-c3df-4c67-8aa2-3ed3181ea24a), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.921825 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f90b5fb-477c-43fa-b445-d71c0cc7bc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (b00db1eb-c3df-4c67-8aa2-3ed3181ea24a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.924408 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5f90b5fb-477c-43fa-b445-d71c0cc7bc75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:22.925550 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-5f90b5fb-477c-43fa-b445-d71c0cc7bc75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b00db1eb-c3df-4c67-8aa2-3ed3181ea24a HTTP/1.1" status: 204 len: 168 time: 0.1763070 Jun 24 08:27:22.933740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90b5fb-477c-43fa-b445-d71c0cc7bc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00db1eb-c3df-4c67-8aa2-3ed3181ea24a,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:23.675447 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34560) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:23.690357 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba4f289b-85ac-4715-8864-d3130892cd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:23.767077 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba4f289b-85ac-4715-8864-d3130892cd95 admin admin] Publish callbacks [] for security_group (d767d071-5efa-44b8-8967-ee098594496b), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:23.847821 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ba4f289b-85ac-4715-8864-d3130892cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d767d071-5efa-44b8-8967-ee098594496b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:23.852560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:23.859378 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:23.889757 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ba4f289b-85ac-4715-8864-d3130892cd95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33ae5a2a30154296b7d0384df1f899c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130909 Jun 24 08:27:23.890645 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f289b-85ac-4715-8864-d3130892cd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d767d071-5efa-44b8-8967-ee098594496b,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:23.892469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34564) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:23.945243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f463bfa2-8ba5-4416-bdfd-ee66c284a1fd admin admin] Publish callbacks [] for security_group (d767d071-5efa-44b8-8967-ee098594496b), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:23.967062 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f463bfa2-8ba5-4416-bdfd-ee66c284a1fd admin admin] Publish callbacks [] for security_group (d767d071-5efa-44b8-8967-ee098594496b), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:24.064716 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f463bfa2-8ba5-4416-bdfd-ee66c284a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (d767d071-5efa-44b8-8967-ee098594496b), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:24.067213 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-f463bfa2-8ba5-4416-bdfd-ee66c284a1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:24.068414 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-f463bfa2-8ba5-4416-bdfd-ee66c284a1fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d767d071-5efa-44b8-8967-ee098594496b HTTP/1.1" status: 204 len: 168 time: 0.1748362 Jun 24 08:27:24.076776 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463bfa2-8ba5-4416-bdfd-ee66c284a1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d767d071-5efa-44b8-8967-ee098594496b,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:25.134159 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34632) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:25.239896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-34f6c18b-3dfd-40a0-9f64-7c8e095c7b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.253390 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-544347839-network', 'tenant_id': '7e1a997836914066a8aa2ebe98396d1b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:27:25.348365 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Made reservation on behalf of 7e1a997836914066a8aa2ebe98396d1b for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:27:25.350774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.359866 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.435823 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks [] for security_group (0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.487596 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.516150 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:27:25.522614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:25.532569 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.532917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.533258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.533594 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.533925 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.534249 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.534573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.534894 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.535217 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.535546 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.535865 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.536187 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.538721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.538721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.538721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:25.540774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (778a7c90-671c-45b6-8662-8bfeafe97123), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.541122 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Added segment 778a7c90-671c-45b6-8662-8bfeafe97123 of type vlan for network f483dddf-c01c-483a-8f77-8afd8701c08c Jun 24 08:27:25.542232 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:25.581934 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (f483dddf-c01c-483a-8f77-8afd8701c08c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.669334 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (f483dddf-c01c-483a-8f77-8afd8701c08c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.670230 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:25.670806 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:25.695060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:25.732830 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] Pushing event updated for resources: {'Network': ['ID=f483dddf-c01c-483a-8f77-8afd8701c08c,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:25.742484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network f483dddf-c01c-483a-8f77-8afd8701c08c details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:27:25.770833 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-af225313-d78e-4642-bd52-f353353bc035 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6351008 Jun 24 08:27:25.773372 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34642) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:25.778697 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Request body: {'subnet': {'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-544347839-subnet', 'tenant_id': '7e1a997836914066a8aa2ebe98396d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:27:25.862579 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Made reservation on behalf of 7e1a997836914066a8aa2ebe98396d1b for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:27:25.865054 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11585854'] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:26.111110 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12109625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11585864'] for subnet (449a0a8f-fa40-4a54-96e1-9d12e6541cad), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:26.169207 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449a0a8f-fa40-4a54-96e1-9d12e6541cad,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:26.178169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Checking segment: {'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:27:26.188718 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Network hostable DHCP agents. Network: f483dddf-c01c-483a-8f77-8afd8701c08c, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:27:26.348577 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Network f483dddf-c01c-483a-8f77-8afd8701c08c is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:27:26.418988 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:26.451069 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, f483dddf-c01c-483a-8f77-8afd8701c08c) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:27:26.455156 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:26.455830 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:26.460415 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7cded5-a64d-4225-9e94-f3501a8955a5 None None] Network f483dddf-c01c-483a-8f77-8afd8701c08c requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:27:26.553131 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e6b78c9a-dd00-4222-aab4-9146809e3481 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7786856 Jun 24 08:27:26.561296 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60a471-11fa-47f9-a148-45ad65f4232f None None] Network f483dddf-c01c-483a-8f77-8afd8701c08c requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:27:27.874002 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:28.109063 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:28.868462 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f955d5-518e-41d4-a549-298349309f58 req-b8fdc157-5551-4885-a51f-fe8331bb6035 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:28.870912 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-b8fdc157-5551-4885-a51f-fe8331bb6035 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/networks?id=f483dddf-c01c-483a-8f77-8afd8701c08c HTTP/1.1" status: 200 len: 808 time: 0.1063039 Jun 24 08:27:28.885636 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-5d1ac9c5-844c-4e48-bc33-99b1797df254 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/quotas/7e1a997836914066a8aa2ebe98396d1b HTTP/1.1" status: 200 len: 375 time: 0.0093219 Jun 24 08:27:28.919433 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-3cf582a4-3b3c-444b-a7a2-96fe1c61e9d7 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e1a997836914066a8aa2ebe98396d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280180 Jun 24 08:27:29.014555 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-e2f1a084-9247-45e6-a337-fc0b5d78b3a5 service neutron] 10.222.0.42 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889437 Jun 24 08:27:29.105889 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-73b2b4e0-b74a-4922-84a7-6cf6108715ef service neutron] 10.222.0.42 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 Jun 24 08:27:29.352283 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0c91df73-3856-415a-b261-67fd5882c2bc req-4fc0c5f9-eb58-49c0-9141-6084365fbc9a tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 210 time: 0.0292792 Jun 24 08:27:30.462903 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7b181c9f-a41e-4a2f-a9b0-ec55734ef6c6 req-14b2d94e-a6fb-467c-a818-3ef450e91ed4 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 210 time: 0.0328405 Jun 24 08:27:31.563947 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-6ab90e14-0e9a-48b5-8e59-6bb7107c0053 req-ea3cf484-a90d-4d82-aa0b-cd38061bd391 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jun 24 08:27:32.044420 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=6 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:32.045291 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:32.670646 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-03208335-d1c0-40d7-8b48-6c0072d72b75 req-b5031016-b743-4f1f-a500-3fde608a91ab tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 210 time: 0.0317287 Jun 24 08:27:32.944349 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:32.973198 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f955d5-518e-41d4-a549-298349309f58 req-c1157e61-7699-4e5d-821c-aeaafedbe9a1 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:32.974709 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-c1157e61-7699-4e5d-821c-aeaafedbe9a1 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "GET /v2.0/networks?id=f483dddf-c01c-483a-8f77-8afd8701c08c HTTP/1.1" status: 200 len: 808 time: 0.1099474 Jun 24 08:27:32.996390 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Request body: {'port': {'device_id': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c', 'admin_state_up': True, 'tenant_id': '7e1a997836914066a8aa2ebe98396d1b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:27:33.196590 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Made reservation on behalf of 7e1a997836914066a8aa2ebe98396d1b for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:27:33.199932 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:33.326410 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Allocated IP 172.20.0.12 (f483dddf-c01c-483a-8f77-8afd8701c08c/449a0a8f-fa40-4a54-96e1-9d12e6541cad/ba84dea1-5f3c-4a69-a675-498b016e4eba) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:27:33.476258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks [] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:33.585176 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:33.592557 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:33.628262 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Network f483dddf-c01c-483a-8f77-8afd8701c08c is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:27:33.629616 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:27:33.632097 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:27:33.677352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Pushing event updated for resources: {'Port': ['ID=ba84dea1-5f3c-4a69-a675-498b016e4eba,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:33.694209 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:33.694827 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:33.790703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc4166-2358-4f76-a7e8-5b273aa80c62 req-b6ef4f26-1315-406e-b57a-96d6b1bec6d4 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:33.792180 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-32fc4166-2358-4f76-a7e8-5b273aa80c62 req-b6ef4f26-1315-406e-b57a-96d6b1bec6d4 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 932 time: 0.0475750 Jun 24 08:27:33.817171 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-04756884-484b-4549-99fe-61dba5caa1d6 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8245788 Jun 24 08:27:33.835136 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Request body: {'port': {'device_id': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:27:33.845486 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-32fc4166-2358-4f76-a7e8-5b273aa80c62 req-983ce439-97da-4e08-ab22-d02e43a396d2 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Jun 24 08:27:33.898462 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:34.118181 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:34.162633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba84dea1-5f3c-4a69-a675-498b016e4eba {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:27:34.170768 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Publish callbacks [] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:34.183909 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Transition to ACTIVE for port object ba84dea1-5f3c-4a69-a675-498b016e4eba will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:27:34.297546 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:34.349454 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Pushing event updated for resources: {'Port': ['ID=ba84dea1-5f3c-4a69-a675-498b016e4eba,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:34.423319 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Attempting to bind port ba84dea1-5f3c-4a69-a675-498b016e4eba on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:27:34.423581 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Attempting to bind port ba84dea1-5f3c-4a69-a675-498b016e4eba by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:27:34.423869 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Attempting to bind port ba84dea1-5f3c-4a69-a675-498b016e4eba on network f483dddf-c01c-483a-8f77-8afd8701c08c {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:27:34.428311 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Port ba84dea1-5f3c-4a69-a675-498b016e4eba on network f483dddf-c01c-483a-8f77-8afd8701c08c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:27:34.428642 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Attempting to bind port ba84dea1-5f3c-4a69-a675-498b016e4eba on network f483dddf-c01c-483a-8f77-8afd8701c08c {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:27:34.433463 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:27:34.433790 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Checking segment: {'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:27:34.434165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Bound using segment: {'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:27:34.434834 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Bound port: ba84dea1-5f3c-4a69-a675-498b016e4eba, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:27:34.436285 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:34.500947 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] For port ba84dea1-5f3c-4a69-a675-498b016e4eba, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:27:34.504045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] For port ba84dea1-5f3c-4a69-a675-498b016e4eba, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ba84dea1-5f3c-4a69-a675-498b016e4eba,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:27:34.602516 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:34.640430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:34.641024 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:34.642421 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] 10.222.0.26 "PUT /v2.0/ports/ba84dea1-5f3c-4a69-a675-498b016e4eba HTTP/1.1" status: 200 len: 1094 time: 0.8115563 Jun 24 08:27:34.642872 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'tag': 'ba84dea1-5f3c-4a69-a675-498b016e4eba'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:27:34.645135 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f863c61-c5c4-49ce-b685-11f0e2aa7957" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b", "tag": "ba84dea1-5f3c-4a69-a675-498b016e4eba"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:27:34.667275 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf38b6-176c-4a64-9a6a-51263f8661bb service neutron] Pushing event updated for resources: {'Port': ['ID=ba84dea1-5f3c-4a69-a675-498b016e4eba,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:34.693290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf394b-13fc-4d7d-8476-870873cd1f41 x-openstack-request-id: req-27cf394b-13fc-4d7d-8476-870873cd1f41 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:27:34.693584 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b", "tag": "ba84dea1-5f3c-4a69-a675-498b016e4eba", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:27:34.693842 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27cf394b-13fc-4d7d-8476-870873cd1f41 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:27:34.694247 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cf394b-13fc-4d7d-8476-870873cd1f41'] response: {'name': 'network-changed', 'server_uuid': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'tag': 'ba84dea1-5f3c-4a69-a675-498b016e4eba', 'status': 'completed', 'code': 200} Jun 24 08:27:34.779906 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863c61-c5c4-49ce-b685-11f0e2aa7957 req-0306408b-5608-4b49-9a22-26600a904610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:34.781420 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7f863c61-c5c4-49ce-b685-11f0e2aa7957 req-0306408b-5608-4b49-9a22-26600a904610 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1a997836914066a8aa2ebe98396d1b&device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 1128 time: 0.0403447 Jun 24 08:27:34.877518 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:34.893610 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863c61-c5c4-49ce-b685-11f0e2aa7957 req-5f26b7a8-bb9a-4f43-a385-dc24b50d2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:34.895066 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7f863c61-c5c4-49ce-b685-11f0e2aa7957 req-5f26b7a8-bb9a-4f43-a385-dc24b50d2f4e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e1a997836914066a8aa2ebe98396d1b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978103 Jun 24 08:27:34.964146 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e09ae-0aa1-48a0-8c5c-8231a7fbbd9c req-df79533d-80fd-49cf-a8fd-bdb380bcbc20 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:34.965574 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a62e09ae-0aa1-48a0-8c5c-8231a7fbbd9c req-df79533d-80fd-49cf-a8fd-bdb380bcbc20 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 944 time: 0.0504870 Jun 24 08:27:35.005001 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863c61-c5c4-49ce-b685-11f0e2aa7957 req-18008068-d6b6-4588-83ae-59a44b5f61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:35.006200 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7f863c61-c5c4-49ce-b685-11f0e2aa7957 req-18008068-d6b6-4588-83ae-59a44b5f61c3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019828 Jun 24 08:27:35.025606 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a62e09ae-0aa1-48a0-8c5c-8231a7fbbd9c req-10d02bf6-4d29-4056-92cd-398b7534701e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528040 Jun 24 08:27:35.118986 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f955d5-518e-41d4-a549-298349309f58 req-27b77f3d-a421-4050-9aac-3ad03e3234ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:35.120597 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-27b77f3d-a421-4050-9aac-3ad03e3234ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1a997836914066a8aa2ebe98396d1b&device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 1128 time: 0.0400903 Jun 24 08:27:35.167957 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-accc3c3a-26b2-4ebd-9314-3d42ed8a8814 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba84dea1-5f3c-4a69-a675-498b016e4eba HTTP/1.1" status: 200 len: 217 time: 0.0336518 Jun 24 08:27:35.223684 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f955d5-518e-41d4-a549-298349309f58 req-8261f80a-2050-4f74-af00-198938094a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:35.225446 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-8261f80a-2050-4f74-af00-198938094a33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=449a0a8f-fa40-4a54-96e1-9d12e6541cad HTTP/1.1" status: 200 len: 848 time: 0.0507360 Jun 24 08:27:35.265862 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-7b785b17-5b37-427d-b128-8abef0c13ba4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f483dddf-c01c-483a-8f77-8afd8701c08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308096 Jun 24 08:27:35.359212 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-9c61bb38-906e-470c-8393-1421b156306c service neutron] 10.222.0.26 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868814 Jun 24 08:27:35.457001 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e5f955d5-518e-41d4-a549-298349309f58 req-60b1734d-2799-4d0c-8aa1-62908f402866 service neutron] 10.222.0.26 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917709 Jun 24 08:27:36.145276 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf4fde-5274-47cf-92d3-2d847be4ae49 req-a5c98497-4cba-4cb0-a2fe-7b8833cb4368 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:36.146752 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-66cf4fde-5274-47cf-92d3-2d847be4ae49 req-a5c98497-4cba-4cb0-a2fe-7b8833cb4368 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 944 time: 0.0485041 Jun 24 08:27:36.194808 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-66cf4fde-5274-47cf-92d3-2d847be4ae49 req-f997a5ef-701f-4940-9dc1-7664e413cfac tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Jun 24 08:27:37.313124 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aa20b-7221-4eaf-92d2-9a1348b7d880 req-e0b9aa7f-9087-45b5-a226-f99469554391 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:37.314603 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af4aa20b-7221-4eaf-92d2-9a1348b7d880 req-e0b9aa7f-9087-45b5-a226-f99469554391 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 944 time: 0.0514886 Jun 24 08:27:37.364599 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af4aa20b-7221-4eaf-92d2-9a1348b7d880 req-abc52e58-4a32-42b3-8326-36a21854b131 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Jun 24 08:27:37.792044 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:37.979925 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:37.983045 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:38.476250 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ef378-074b-4049-aa60-74a0d27b127a req-ce638155-9417-41ca-a69f-3969c4351aa3 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:38.477711 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a97ef378-074b-4049-aa60-74a0d27b127a req-ce638155-9417-41ca-a69f-3969c4351aa3 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 944 time: 0.0468199 Jun 24 08:27:38.523840 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a97ef378-074b-4049-aa60-74a0d27b127a req-fcad06b7-8ed0-4287-9369-05b1860f1489 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Jun 24 08:27:39.641085 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28713f13-9425-4b11-b785-333e6b750dc0 req-28fc29a5-bbd0-416e-a30f-d83d6c558c0f tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:39.642564 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-28713f13-9425-4b11-b785-333e6b750dc0 req-28fc29a5-bbd0-416e-a30f-d83d6c558c0f tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 944 time: 0.0506983 Jun 24 08:27:39.689317 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-28713f13-9425-4b11-b785-333e6b750dc0 req-9b94d8d4-6995-4e0a-901f-86c7983c3c24 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Jun 24 08:27:40.531004 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ba84dea1-5f3c-4a69-a675-498b016e4eba details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:27:40.631338 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port ba84dea1-5f3c-4a69-a675-498b016e4eba, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ba84dea1-5f3c-4a69-a675-498b016e4eba,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:27:40.642808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': 'ba84dea1-5f3c-4a69-a675-498b016e4eba', 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c', 'port_id': 'ba84dea1-5f3c-4a69-a675-498b016e4eba', 'mac_address': 'fa:16:3e:0d:83:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449a0a8f-fa40-4a54-96e1-9d12e6541cad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:27:40.676778 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port ba84dea1-5f3c-4a69-a675-498b016e4eba is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:27:40.677168 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:40.690044 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba84dea1-5f3c-4a69-a675-498b016e4eba {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:27:40.709967 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port ba84dea1-5f3c-4a69-a675-498b016e4eba, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ba84dea1-5f3c-4a69-a675-498b016e4eba,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:27:40.776857 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:40.795334 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:40.811618 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599e7a-9691-4b05-afa2-dfc580d6824d req-e1699537-ecce-4c0e-819d-165f87ca18af tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:40.813129 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-66599e7a-9691-4b05-afa2-dfc580d6824d req-e1699537-ecce-4c0e-819d-165f87ca18af tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 944 time: 0.0532293 Jun 24 08:27:40.827413 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=ba84dea1-5f3c-4a69-a675-498b016e4eba,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:40.836390 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:40.864721 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-66599e7a-9691-4b05-afa2-dfc580d6824d req-54949b30-6076-4039-a51d-55425fdc5a4b tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Jun 24 08:27:41.119335 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['ba84dea1-5f3c-4a69-a675-498b016e4eba'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:27:41.981139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae4b4-9d3d-4da9-924e-5798c58971e8 req-24160143-0138-45b2-afdb-951df436e2b2 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:41.982798 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7d8ae4b4-9d3d-4da9-924e-5798c58971e8 req-24160143-0138-45b2-afdb-951df436e2b2 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 945 time: 0.0487297 Jun 24 08:27:42.035267 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7d8ae4b4-9d3d-4da9-924e-5798c58971e8 req-500611ae-9832-4d27-876f-2496f4c510c2 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469234 Jun 24 08:27:42.822386 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ba84dea1-5f3c-4a69-a675-498b016e4eba up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:27:42.867712 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port ba84dea1-5f3c-4a69-a675-498b016e4eba completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:27:42.955923 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port ba84dea1-5f3c-4a69-a675-498b016e4eba triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:27:42.956328 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:43.027502 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port ba84dea1-5f3c-4a69-a675-498b016e4eba is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:27:43.027891 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:43.053426 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba84dea1-5f3c-4a69-a675-498b016e4eba'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:27:43.056858 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47779110-5f29-49b7-8fff-475a80faaed7" -d '{"events": [{"server_uuid": "6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b", "name": "network-vif-plugged", "status": "completed", "tag": "ba84dea1-5f3c-4a69-a675-498b016e4eba"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:27:43.070767 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port ba84dea1-5f3c-4a69-a675-498b016e4eba, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ba84dea1-5f3c-4a69-a675-498b016e4eba,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:27:43.094099 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2477a8-ebad-44bc-abdf-a4d4b77e10b8 x-openstack-request-id: req-ee2477a8-ebad-44bc-abdf-a4d4b77e10b8 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:27:43.094384 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b", "name": "network-vif-plugged", "status": "completed", "tag": "ba84dea1-5f3c-4a69-a675-498b016e4eba", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:27:43.094632 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee2477a8-ebad-44bc-abdf-a4d4b77e10b8 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:27:43.095632 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2477a8-ebad-44bc-abdf-a4d4b77e10b8'] response: {'server_uuid': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba84dea1-5f3c-4a69-a675-498b016e4eba', 'code': 200} Jun 24 08:27:43.156653 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace80220-92e6-4203-8e87-5f725520d71d req-4d6e47bf-24a6-4a52-971d-9ba0f0892139 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:43.157455 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:43.157739 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ace80220-92e6-4203-8e87-5f725520d71d req-4d6e47bf-24a6-4a52-971d-9ba0f0892139 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 945 time: 0.0485401 Jun 24 08:27:43.210842 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=ba84dea1-5f3c-4a69-a675-498b016e4eba,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:43.211325 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ace80220-92e6-4203-8e87-5f725520d71d req-c766d9ea-9fa7-4ad6-944c-e9fb7884f3c8 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Jun 24 08:27:43.568342 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581eae3-52b1-4b77-a607-93fe3abce64b req-0a8a6be3-2cc0-44c6-bf22-82857f1da7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:43.569880 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4581eae3-52b1-4b77-a607-93fe3abce64b req-0a8a6be3-2cc0-44c6-bf22-82857f1da7e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 1130 time: 0.0391231 Jun 24 08:27:43.600357 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:43.615428 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4581eae3-52b1-4b77-a607-93fe3abce64b req-b4b9ef47-874b-4c1a-a721-de5570a41197 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Jun 24 08:27:44.328857 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0c7be-479d-4e69-84c1-20a9a04ca7ee req-6ae6046f-052d-466b-8bd2-2aae335d6dc0 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:44.330305 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c0f0c7be-479d-4e69-84c1-20a9a04ca7ee req-6ae6046f-052d-466b-8bd2-2aae335d6dc0 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 946 time: 0.0483651 Jun 24 08:27:44.378985 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c0f0c7be-479d-4e69-84c1-20a9a04ca7ee req-731573c8-90bd-4617-8c92-83f8316e59ff tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Jun 24 08:27:45.496028 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123feb8-180c-4d5e-a65f-097771456da8 req-b6e54a23-dcf1-4ed3-ac2a-375f6ec0ea3a tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:45.497520 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4123feb8-180c-4d5e-a65f-097771456da8 req-b6e54a23-dcf1-4ed3-ac2a-375f6ec0ea3a tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 946 time: 0.0508485 Jun 24 08:27:45.543458 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4123feb8-180c-4d5e-a65f-097771456da8 req-1dffd494-5fb9-46ee-8423-741747b6213b tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Jun 24 08:27:47.058448 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc568b7-ceae-4e19-95c3-44d6decb74eb req-870a6e50-313b-4f8c-acf9-bc3058f084fb tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:47.060174 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7cc568b7-ceae-4e19-95c3-44d6decb74eb req-870a6e50-313b-4f8c-acf9-bc3058f084fb tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 946 time: 0.0514221 Jun 24 08:27:47.107653 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7cc568b7-ceae-4e19-95c3-44d6decb74eb req-d24722b8-2637-488d-a751-5c9734d27607 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Jun 24 08:27:47.209014 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 34904) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:47.316338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fa49fc99-a4da-48f9-8226-51a167fc47ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:47.389594 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fa49fc99-a4da-48f9-8226-51a167fc47ad admin admin] Publish callbacks [] for security_group (08486610-a0d0-40ac-8b0e-6b57710461c7), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:47.441359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-fa49fc99-a4da-48f9-8226-51a167fc47ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (08486610-a0d0-40ac-8b0e-6b57710461c7), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:47.484976 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-fa49fc99-a4da-48f9-8226-51a167fc47ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d83f12d00ac345798ca7ba9c8d7d96a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748401 Jun 24 08:27:47.485778 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49fc99-a4da-48f9-8226-51a167fc47ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08486610-a0d0-40ac-8b0e-6b57710461c7,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:47.487682 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 34908) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:47.537193 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Publish callbacks [] for security_group (08486610-a0d0-40ac-8b0e-6b57710461c7), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:47.562054 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Publish callbacks [] for security_group (08486610-a0d0-40ac-8b0e-6b57710461c7), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:47.675533 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (08486610-a0d0-40ac-8b0e-6b57710461c7), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:47.678128 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:47.679356 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08486610-a0d0-40ac-8b0e-6b57710461c7 HTTP/1.1" status: 204 len: 168 time: 0.1906350 Jun 24 08:27:47.688382 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08486610-a0d0-40ac-8b0e-6b57710461c7,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:47.695859 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.696244 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.696602 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.696948 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.697292 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.697729 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.698066 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.698399 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.698814 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.699067 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.699401 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.699730 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.700053 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.700484 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:47.700814 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bfc6e-0c78-434d-89ea-6fd0c00cf2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:27:48.059266 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:48.233860 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ea2f-2963-430b-b380-a248aeae21da req-c85b3d03-6fcf-4f19-9258-ae5ee24aec45 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:48.235967 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06c8ea2f-2963-430b-b380-a248aeae21da req-c85b3d03-6fcf-4f19-9258-ae5ee24aec45 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 946 time: 0.0481765 Jun 24 08:27:48.294814 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06c8ea2f-2963-430b-b380-a248aeae21da req-c01bfde3-ba34-4001-8a7c-74e2ec0d5b33 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525770 Jun 24 08:27:48.784712 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-ad555811-5dc5-48a5-8d66-ee3a96e9b90a tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:48.786219 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-ad555811-5dc5-48a5-8d66-ee3a96e9b90a tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 946 time: 0.0495918 Jun 24 08:27:48.877177 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Deleting port ba84dea1-5f3c-4a69-a675-498b016e4eba {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:27:48.883905 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:49.219932 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] For port ba84dea1-5f3c-4a69-a675-498b016e4eba, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=ba84dea1-5f3c-4a69-a675-498b016e4eba,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:27:49.220235 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:49.233231 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Calling delete_port for ba84dea1-5f3c-4a69-a675-498b016e4eba owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:27:49.276490 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:49.411411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af383f43-2808-43f9-8443-fe6db715d9de req-42fdba06-6d6a-43a6-bb80-ec01429cf230 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:49.412905 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af383f43-2808-43f9-8443-fe6db715d9de req-42fdba06-6d6a-43a6-bb80-ec01429cf230 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 946 time: 0.0478027 Jun 24 08:27:49.453690 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (ba84dea1-5f3c-4a69-a675-498b016e4eba), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:49.464969 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-af383f43-2808-43f9-8443-fe6db715d9de req-bd6ab51b-1d74-4e00-9148-f3bcf760972c tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459871 Jun 24 08:27:49.486812 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Pushing event deleted for resources: {'Port': ['ID=ba84dea1-5f3c-4a69-a675-498b016e4eba,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:49.504623 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['ba84dea1-5f3c-4a69-a675-498b016e4eba'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:27:49.527994 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] No DVR routers for this DVR port ba84dea1-5f3c-4a69-a675-498b016e4eba on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:27:49.531273 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:49.538174 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-814257b9-22fb-4e3c-98ed-8ca154be3338 req-217c356a-7275-4598-88f4-27d4be492150 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "DELETE /v2.0/ports/ba84dea1-5f3c-4a69-a675-498b016e4eba HTTP/1.1" status: 204 len: 173 time: 0.7435424 Jun 24 08:27:49.538174 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'name': 'network-vif-deleted', 'tag': 'ba84dea1-5f3c-4a69-a675-498b016e4eba'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:27:49.538174 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c92b3-755e-4a57-b5d0-1d34c38b7d4c" -d '{"events": [{"server_uuid": "6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b", "name": "network-vif-deleted", "tag": "ba84dea1-5f3c-4a69-a675-498b016e4eba"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:27:49.576007 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616b7cbc-6248-4980-8e06-8b5857d59c26 x-openstack-request-id: req-616b7cbc-6248-4980-8e06-8b5857d59c26 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:27:49.576330 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b", "name": "network-vif-deleted", "tag": "ba84dea1-5f3c-4a69-a675-498b016e4eba", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:27:49.579426 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-616b7cbc-6248-4980-8e06-8b5857d59c26 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:27:49.580187 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616b7cbc-6248-4980-8e06-8b5857d59c26'] response: {'server_uuid': '6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b', 'name': 'network-vif-deleted', 'tag': 'ba84dea1-5f3c-4a69-a675-498b016e4eba', 'status': 'completed', 'code': 200} Jun 24 08:27:50.586500 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cd04a869-b91f-4daa-80ee-58e6a84823ed req-6137a993-65ee-4f55-ab36-10b1fba0d698 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca88cfe-ff9b-4bf6-9174-68c1bd17e96b HTTP/1.1" status: 200 len: 210 time: 0.0295112 Jun 24 08:27:50.981469 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:51.844257 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:51.915241 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-eaa3f01c-6f02-467b-a55d-c89578095f1b tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:51.916743 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-eaa3f01c-6f02-467b-a55d-c89578095f1b tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/networks?id=f483dddf-c01c-483a-8f77-8afd8701c08c HTTP/1.1" status: 200 len: 808 time: 0.1056509 Jun 24 08:27:51.931052 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-a3e22b6b-7ed4-4c3d-b7f6-4ac2b422e679 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/quotas/7e1a997836914066a8aa2ebe98396d1b HTTP/1.1" status: 200 len: 375 time: 0.0089920 Jun 24 08:27:51.967539 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-370ebc0b-12e8-44a9-8902-d91c191e0428 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e1a997836914066a8aa2ebe98396d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313625 Jun 24 08:27:51.997203 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:52.028499 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:27:52.060546 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-7d6edcd0-eec6-46d5-8085-7d792bd97dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854139 Jun 24 08:27:52.156546 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-b1f91ecc-bce5-4b32-9e0f-8687755d1e8b service neutron] 10.222.0.42 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899813 Jun 24 08:27:52.416308 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-aec4495b-545c-49c5-9e7e-3732ddd73a27 req-475bbf8a-2f6c-4a59-9b88-768aa1df2ace tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 210 time: 0.0290267 Jun 24 08:27:52.715562 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35050) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:52.819043 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-dd6f10e4-a0d1-47ad-b0d9-32ae8b5d0afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:52.839749 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d151e4f7-c10b-4568-9ff0-f65909a8d253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:52.895715 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ba84dea1-5f3c-4a69-a675-498b016e4eba no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:27:52.927633 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d151e4f7-c10b-4568-9ff0-f65909a8d253 admin admin] Publish callbacks [] for security_group (cc2e0762-be55-4a12-8cc5-22b5906b4a87), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:52.985072 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d151e4f7-c10b-4568-9ff0-f65909a8d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (cc2e0762-be55-4a12-8cc5-22b5906b4a87), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:53.031209 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-d151e4f7-c10b-4568-9ff0-f65909a8d253 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f65ff04528c64c91ac664da8aeed9054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143475 Jun 24 08:27:53.032640 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151e4f7-c10b-4568-9ff0-f65909a8d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e0762-be55-4a12-8cc5-22b5906b4a87,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:53.035525 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35058) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:27:53.041387 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: ba84dea1-5f3c-4a69-a675-498b016e4eba {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:27:53.041678 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device ba84dea1-5f3c-4a69-a675-498b016e4eba not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:27:53.095358 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4518a0d8-7238-4764-9c7b-70198d61f026 admin admin] Publish callbacks [] for security_group (cc2e0762-be55-4a12-8cc5-22b5906b4a87), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:53.120288 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4518a0d8-7238-4764-9c7b-70198d61f026 admin admin] Publish callbacks [] for security_group (cc2e0762-be55-4a12-8cc5-22b5906b4a87), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:53.128813 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:53.276337 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4518a0d8-7238-4764-9c7b-70198d61f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (cc2e0762-be55-4a12-8cc5-22b5906b4a87), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:53.278917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4518a0d8-7238-4764-9c7b-70198d61f026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:53.280183 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-4518a0d8-7238-4764-9c7b-70198d61f026 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc2e0762-be55-4a12-8cc5-22b5906b4a87 HTTP/1.1" status: 204 len: 168 time: 0.2428513 Jun 24 08:27:53.290389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518a0d8-7238-4764-9c7b-70198d61f026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e0762-be55-4a12-8cc5-22b5906b4a87,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:53.524545 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5e17fa58-4fa9-450b-9d51-3cae16a1f612 req-5d0ef09b-3933-4efd-aa89-772be425cb2b tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 210 time: 0.0377042 Jun 24 08:27:54.498634 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-57f2523d-1bb9-457c-bc7c-744885225d7f tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:54.500071 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-57f2523d-1bb9-457c-bc7c-744885225d7f tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "GET /v2.0/networks?id=f483dddf-c01c-483a-8f77-8afd8701c08c HTTP/1.1" status: 200 len: 808 time: 0.1096351 Jun 24 08:27:54.520993 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Request body: {'port': {'device_id': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c', 'admin_state_up': True, 'tenant_id': '7e1a997836914066a8aa2ebe98396d1b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:27:54.633876 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1adb0909-9eb5-45fa-8a32-08c0a7e38db9 req-b8931c41-2a60-43bc-abed-9856aec92adb tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 210 time: 0.0287466 Jun 24 08:27:54.755863 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Made reservation on behalf of 7e1a997836914066a8aa2ebe98396d1b for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:27:54.759442 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:54.896325 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Allocated IP 172.20.0.3 (f483dddf-c01c-483a-8f77-8afd8701c08c/449a0a8f-fa40-4a54-96e1-9d12e6541cad/48b800fa-abf2-487b-8a6d-69f486f6970b) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:27:55.053567 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks [] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.137866 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.178280 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:55.189700 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Network f483dddf-c01c-483a-8f77-8afd8701c08c is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:27:55.194932 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:27:55.197152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Pushing event updated for resources: {'Port': ['ID=48b800fa-abf2-487b-8a6d-69f486f6970b,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:55.199299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:27:55.251336 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:55.252169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.258525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-afa632cc-556e-479a-aa20-c7b1341f33e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.316861 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-dd3eef09-6078-4707-b230-fdd6c0c1f57e tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001709 Jun 24 08:27:55.347091 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Request body: {'port': {'device_id': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:27:55.374305 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:55.412677 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.674137 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b800fa-abf2-487b-8a6d-69f486f6970b {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:27:55.682280 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Publish callbacks [] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.698752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Transition to ACTIVE for port object 48b800fa-abf2-487b-8a6d-69f486f6970b will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:27:55.760291 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6671de-3cef-4486-8700-90fb258bf069 req-cdad2608-00a7-4e1b-88be-942b6289bc11 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:55.761587 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.761753 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8a6671de-3cef-4486-8700-90fb258bf069 req-cdad2608-00a7-4e1b-88be-942b6289bc11 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 931 time: 0.0487781 Jun 24 08:27:55.814512 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8a6671de-3cef-4486-8700-90fb258bf069 req-3ecfaf17-6acf-4f26-ba80-c2670b3bd945 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468676 Jun 24 08:27:55.817698 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Pushing event updated for resources: {'Port': ['ID=48b800fa-abf2-487b-8a6d-69f486f6970b,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:55.888948 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Attempting to bind port 48b800fa-abf2-487b-8a6d-69f486f6970b on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:27:55.889173 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Attempting to bind port 48b800fa-abf2-487b-8a6d-69f486f6970b by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:27:55.889501 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Attempting to bind port 48b800fa-abf2-487b-8a6d-69f486f6970b on network f483dddf-c01c-483a-8f77-8afd8701c08c {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:27:55.893894 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Port 48b800fa-abf2-487b-8a6d-69f486f6970b on network f483dddf-c01c-483a-8f77-8afd8701c08c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:27:55.894212 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Attempting to bind port 48b800fa-abf2-487b-8a6d-69f486f6970b on network f483dddf-c01c-483a-8f77-8afd8701c08c {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:27:55.899088 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:27:55.899409 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Checking segment: {'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:27:55.899792 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Bound using segment: {'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:27:55.900242 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Bound port: 48b800fa-abf2-487b-8a6d-69f486f6970b, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778a7c90-671c-45b6-8662-8bfeafe97123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:27:55.900599 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:55.963429 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] For port 48b800fa-abf2-487b-8a6d-69f486f6970b, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:27:55.966576 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] For port 48b800fa-abf2-487b-8a6d-69f486f6970b, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=48b800fa-abf2-487b-8a6d-69f486f6970b,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:27:56.059186 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:56.099314 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:56.099925 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:56.101331 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] 10.222.0.26 "PUT /v2.0/ports/48b800fa-abf2-487b-8a6d-69f486f6970b HTTP/1.1" status: 200 len: 1093 time: 0.7589247 Jun 24 08:27:56.101798 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'tag': '48b800fa-abf2-487b-8a6d-69f486f6970b'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:27:56.104189 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43eef6a-ac24-44b8-b6e4-3d98bf86529f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f", "tag": "48b800fa-abf2-487b-8a6d-69f486f6970b"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:27:56.125764 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57febc-b51d-4745-815c-09c3082f20dd service neutron] Pushing event updated for resources: {'Port': ['ID=48b800fa-abf2-487b-8a6d-69f486f6970b,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:27:56.145880 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3bf63f-6be6-409e-a01d-9f04e0962a33 x-openstack-request-id: req-5b3bf63f-6be6-409e-a01d-9f04e0962a33 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:27:56.146174 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f", "tag": "48b800fa-abf2-487b-8a6d-69f486f6970b", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:27:56.146456 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b3bf63f-6be6-409e-a01d-9f04e0962a33 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:27:56.146862 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3bf63f-6be6-409e-a01d-9f04e0962a33'] response: {'name': 'network-changed', 'server_uuid': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'tag': '48b800fa-abf2-487b-8a6d-69f486f6970b', 'status': 'completed', 'code': 200} Jun 24 08:27:56.238034 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eef6a-ac24-44b8-b6e4-3d98bf86529f req-62eeae07-a9a6-4bbb-8fd4-1e929f5ea4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:56.239526 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f43eef6a-ac24-44b8-b6e4-3d98bf86529f req-62eeae07-a9a6-4bbb-8fd4-1e929f5ea4aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1a997836914066a8aa2ebe98396d1b&device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 1127 time: 0.0484343 Jun 24 08:27:56.323125 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:56.344342 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:56.354359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eef6a-ac24-44b8-b6e4-3d98bf86529f req-6aa8f62f-5f5b-4819-8722-d442b1bb5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:56.355829 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f43eef6a-ac24-44b8-b6e4-3d98bf86529f req-6aa8f62f-5f5b-4819-8722-d442b1bb5301 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e1a997836914066a8aa2ebe98396d1b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0998566 Jun 24 08:27:56.456009 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eef6a-ac24-44b8-b6e4-3d98bf86529f req-81dea808-00e2-43ea-add8-34976bff7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:56.457402 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-f43eef6a-ac24-44b8-b6e4-3d98bf86529f req-81dea808-00e2-43ea-add8-34976bff7ee4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956550 Jun 24 08:27:56.566985 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-db66f26a-b11f-47dc-b649-41de261f0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:56.568505 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-db66f26a-b11f-47dc-b649-41de261f0487 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e1a997836914066a8aa2ebe98396d1b&device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 1127 time: 0.0407274 Jun 24 08:27:56.618707 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-5ca68bfa-b817-4751-8b4d-9caccfd06ad0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48b800fa-abf2-487b-8a6d-69f486f6970b HTTP/1.1" status: 200 len: 217 time: 0.0357168 Jun 24 08:27:56.659299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:27:56.671445 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-bf475876-0765-43e0-b492-58b6dcd9e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:56.672936 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-bf475876-0765-43e0-b492-58b6dcd9e416 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=449a0a8f-fa40-4a54-96e1-9d12e6541cad HTTP/1.1" status: 200 len: 848 time: 0.0453379 Jun 24 08:27:56.706680 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-7c1ecbb7-507a-4a93-b453-550d35d186f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f483dddf-c01c-483a-8f77-8afd8701c08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264161 Jun 24 08:27:56.802642 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-417bca27-2327-4731-91df-8d9c54072287 service neutron] 10.222.0.26 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880139 Jun 24 08:27:56.898093 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a7a6cb85-f82e-4dcb-ab7e-390a73c019b7 req-4f630741-a572-4f45-a786-492fe4c27034 service neutron] 10.222.0.26 "GET /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889313 Jun 24 08:27:56.941412 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aac20-9065-465b-b3c1-72978009c488 req-8d399928-4344-4cd8-a465-fba5e25f3adf tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:56.943152 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9b1aac20-9065-465b-b3c1-72978009c488 req-8d399928-4344-4cd8-a465-fba5e25f3adf tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 943 time: 0.0517879 Jun 24 08:27:56.993415 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9b1aac20-9065-465b-b3c1-72978009c488 req-31661a29-a2e9-4ea3-b293-8ccd6001fb54 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Jun 24 08:27:57.921697 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:58.041665 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:27:58.113679 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1088ca-37cc-4ad0-a283-9dc38e2db8db req-9b5160b9-15b0-45cc-a231-32993e285c37 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:58.115142 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc1088ca-37cc-4ad0-a283-9dc38e2db8db req-9b5160b9-15b0-45cc-a231-32993e285c37 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 943 time: 0.0520542 Jun 24 08:27:58.164613 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dc1088ca-37cc-4ad0-a283-9dc38e2db8db req-dbdfec2f-a898-4d03-9fc7-c92e86459a64 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Jun 24 08:27:59.296699 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df9b3d-dc5a-4163-8abd-3c7ebeddddba req-a1b86b6a-a777-42cd-a296-cc90e8e01995 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:27:59.298703 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b1df9b3d-dc5a-4163-8abd-3c7ebeddddba req-a1b86b6a-a777-42cd-a296-cc90e8e01995 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 943 time: 0.0571911 Jun 24 08:27:59.347208 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b1df9b3d-dc5a-4163-8abd-3c7ebeddddba req-d20eb30f-c7db-4a5f-933f-09068e857a35 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Jun 24 08:28:00.461989 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca75221-7239-4230-8307-7ce9bed5f2f8 req-6c9211ee-2839-4821-b34d-6847225ea3f8 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:00.463381 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ca75221-7239-4230-8307-7ce9bed5f2f8 req-6c9211ee-2839-4821-b34d-6847225ea3f8 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 943 time: 0.0479128 Jun 24 08:28:00.475339 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:00.509742 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1ca75221-7239-4230-8307-7ce9bed5f2f8 req-91cd2e62-a254-43a0-ba4e-2a5b63d76639 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Jun 24 08:28:00.910621 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 48b800fa-abf2-487b-8a6d-69f486f6970b details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:28:01.007492 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 48b800fa-abf2-487b-8a6d-69f486f6970b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=48b800fa-abf2-487b-8a6d-69f486f6970b,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:01.019118 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '48b800fa-abf2-487b-8a6d-69f486f6970b', 'network_id': 'f483dddf-c01c-483a-8f77-8afd8701c08c', 'port_id': '48b800fa-abf2-487b-8a6d-69f486f6970b', 'mac_address': 'fa:16:3e:86:9d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449a0a8f-fa40-4a54-96e1-9d12e6541cad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:28:01.055610 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 48b800fa-abf2-487b-8a6d-69f486f6970b is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:01.055998 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:01.068967 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b800fa-abf2-487b-8a6d-69f486f6970b {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:28:01.088522 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 48b800fa-abf2-487b-8a6d-69f486f6970b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=48b800fa-abf2-487b-8a6d-69f486f6970b,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:01.159579 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:01.206159 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=48b800fa-abf2-487b-8a6d-69f486f6970b,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:01.213413 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.213767 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.214119 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.214463 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.214805 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.215139 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.215469 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.215800 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.216129 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.216487 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.216819 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.217151 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.217478 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.217802 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.218116 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:01.521700 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['48b800fa-abf2-487b-8a6d-69f486f6970b'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:28:01.597258 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:01.602604 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:01.631445 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:01.633691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7187b-2a9e-427c-89e3-64b645139095 req-fd87bbcb-348c-420b-ac8c-c867952f8512 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:01.639096 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ede7187b-2a9e-427c-89e3-64b645139095 req-fd87bbcb-348c-420b-ac8c-c867952f8512 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 944 time: 0.0475886 Jun 24 08:28:01.686824 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ede7187b-2a9e-427c-89e3-64b645139095 req-a56983cf-7aa0-4ec6-b8df-6318fcade1d0 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Jun 24 08:28:02.800943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67784-ff1e-4679-8744-6103e676d000 req-123f9c20-ae33-4b04-9b90-463ebe46c990 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:02.802404 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3fd67784-ff1e-4679-8744-6103e676d000 req-123f9c20-ae33-4b04-9b90-463ebe46c990 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 944 time: 0.0474427 Jun 24 08:28:02.849181 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3fd67784-ff1e-4679-8744-6103e676d000 req-34eb7b73-197b-4566-ba70-8278c2b6c75a tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Jun 24 08:28:02.927115 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 48b800fa-abf2-487b-8a6d-69f486f6970b up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:02.967536 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 48b800fa-abf2-487b-8a6d-69f486f6970b completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:28:03.046457 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 48b800fa-abf2-487b-8a6d-69f486f6970b triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:03.046834 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:03.117476 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 48b800fa-abf2-487b-8a6d-69f486f6970b is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:03.117779 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:03.143978 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b800fa-abf2-487b-8a6d-69f486f6970b'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:28:03.146210 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf34799-7d6f-48c4-aca0-2a160a25b697" -d '{"events": [{"server_uuid": "1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f", "name": "network-vif-plugged", "status": "completed", "tag": "48b800fa-abf2-487b-8a6d-69f486f6970b"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:28:03.159657 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 48b800fa-abf2-487b-8a6d-69f486f6970b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=48b800fa-abf2-487b-8a6d-69f486f6970b,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:03.182758 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e05baa-17ae-4eb7-aef9-e2eab40553bd x-openstack-request-id: req-91e05baa-17ae-4eb7-aef9-e2eab40553bd {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:28:03.183053 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f", "name": "network-vif-plugged", "status": "completed", "tag": "48b800fa-abf2-487b-8a6d-69f486f6970b", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:28:03.183313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91e05baa-17ae-4eb7-aef9-e2eab40553bd {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:28:03.183744 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e05baa-17ae-4eb7-aef9-e2eab40553bd'] response: {'server_uuid': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b800fa-abf2-487b-8a6d-69f486f6970b', 'code': 200} Jun 24 08:28:03.269766 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:03.316600 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=48b800fa-abf2-487b-8a6d-69f486f6970b,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:03.570741 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928662cc-dce2-4afe-a3af-7d4c11fc55d4 req-be03d78d-8ab2-4377-a7fd-a8e50106ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:03.572247 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-928662cc-dce2-4afe-a3af-7d4c11fc55d4 req-be03d78d-8ab2-4377-a7fd-a8e50106ed6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 1129 time: 0.0386040 Jun 24 08:28:03.621481 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-928662cc-dce2-4afe-a3af-7d4c11fc55d4 req-d7e8a2c4-02f3-4fb9-97a6-76944c160273 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Jun 24 08:28:03.923714 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:03.961653 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019a027-249c-4354-bdd4-ac555b7f457c req-cfdc2fb0-3d2f-4c7a-9fc7-2afedbd779b0 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:03.963096 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b019a027-249c-4354-bdd4-ac555b7f457c req-cfdc2fb0-3d2f-4c7a-9fc7-2afedbd779b0 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 945 time: 0.0484152 Jun 24 08:28:04.011505 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b019a027-249c-4354-bdd4-ac555b7f457c req-ebb854ee-a0de-4b96-8ccb-a7bc0243df2f tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Jun 24 08:28:05.130566 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f47d94-f737-461c-9f3a-3f3557e284e7 req-ee0d572b-363f-4a4a-a66b-4526f51f1fdb tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:05.132025 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c8f47d94-f737-461c-9f3a-3f3557e284e7 req-ee0d572b-363f-4a4a-a66b-4526f51f1fdb tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 945 time: 0.0498328 Jun 24 08:28:05.178392 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c8f47d94-f737-461c-9f3a-3f3557e284e7 req-7c1eeddf-60e4-4cbd-a370-657d462cb99c tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Jun 24 08:28:06.293376 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbac3-8371-464a-bbdd-1f460e6c544b req-5bfe628c-ac7f-45e0-b504-d422990be395 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:06.294785 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-aa9fbac3-8371-464a-bbdd-1f460e6c544b req-5bfe628c-ac7f-45e0-b504-d422990be395 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 945 time: 0.0476048 Jun 24 08:28:06.342281 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-aa9fbac3-8371-464a-bbdd-1f460e6c544b req-26463863-3425-40f3-9742-071a38972f69 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Jun 24 08:28:09.040036 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:09.045992 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:10.544546 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecef99-fda0-4364-9fc8-dd3de120831d req-7b4fc79c-4afe-469f-be5f-8461152632c4 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:10.546004 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bfecef99-fda0-4364-9fc8-dd3de120831d req-7b4fc79c-4afe-469f-be5f-8461152632c4 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 945 time: 0.0489876 Jun 24 08:28:10.597568 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bfecef99-fda0-4364-9fc8-dd3de120831d req-2d560d53-4476-4c67-acb2-0b8af22b1673 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Jun 24 08:28:11.712411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7342-7e8f-4819-a3cf-0d92cfb95a39 req-5dfbedc4-0af2-4733-a1ed-a2ff6f83a7bb tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:11.713835 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-589a7342-7e8f-4819-a3cf-0d92cfb95a39 req-5dfbedc4-0af2-4733-a1ed-a2ff6f83a7bb tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 945 time: 0.0472996 Jun 24 08:28:11.761135 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-589a7342-7e8f-4819-a3cf-0d92cfb95a39 req-27b37c40-23e0-438e-806e-3e10dd66941a tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Jun 24 08:28:12.385667 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-69709deb-b99e-4f15-83f6-867e74307045 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:12.387193 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-69709deb-b99e-4f15-83f6-867e74307045 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 945 time: 0.0477552 Jun 24 08:28:12.474185 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Deleting port 48b800fa-abf2-487b-8a6d-69f486f6970b {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:28:12.474582 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:12.569791 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] For port 48b800fa-abf2-487b-8a6d-69f486f6970b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=48b800fa-abf2-487b-8a6d-69f486f6970b,segment=NetworkSegment(778a7c90-671c-45b6-8662-8bfeafe97123),segment_id=778a7c90-671c-45b6-8662-8bfeafe97123)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:12.570189 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:12.585346 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Calling delete_port for 48b800fa-abf2-487b-8a6d-69f486f6970b owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:28:12.816675 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (48b800fa-abf2-487b-8a6d-69f486f6970b), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:12.844086 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Pushing event deleted for resources: {'Port': ['ID=48b800fa-abf2-487b-8a6d-69f486f6970b,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:12.860076 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['48b800fa-abf2-487b-8a6d-69f486f6970b'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:28:12.861340 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9094ea16-ac34-4fc0-aef8-c28421e311e9 req-415849d2-951c-488b-89a5-bd49496c4cc1 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 210 time: 0.0323482 Jun 24 08:28:12.874558 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:12.891538 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] No DVR routers for this DVR port 48b800fa-abf2-487b-8a6d-69f486f6970b on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:28:12.894714 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:12.898022 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-d32dd8a6-13b1-44fa-b5c2-7db2be1aa8bc req-71b65576-fd55-47c9-89d2-4208efb4d3c9 tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.26 "DELETE /v2.0/ports/48b800fa-abf2-487b-8a6d-69f486f6970b HTTP/1.1" status: 204 len: 173 time: 0.5033500 Jun 24 08:28:12.898489 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'name': 'network-vif-deleted', 'tag': '48b800fa-abf2-487b-8a6d-69f486f6970b'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:28:12.900707 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4b0e94-08f3-4cc3-8eee-768eee9afc72" -d '{"events": [{"server_uuid": "1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f", "name": "network-vif-deleted", "tag": "48b800fa-abf2-487b-8a6d-69f486f6970b"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:28:12.936829 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b71a2-ad59-4b82-a72a-9c91d9dc7aa2 x-openstack-request-id: req-0c0b71a2-ad59-4b82-a72a-9c91d9dc7aa2 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:28:12.937066 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f", "name": "network-vif-deleted", "tag": "48b800fa-abf2-487b-8a6d-69f486f6970b", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:28:12.937321 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c0b71a2-ad59-4b82-a72a-9c91d9dc7aa2 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:28:12.937727 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0b71a2-ad59-4b82-a72a-9c91d9dc7aa2'] response: {'server_uuid': '1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f', 'name': 'network-vif-deleted', 'tag': '48b800fa-abf2-487b-8a6d-69f486f6970b', 'status': 'completed', 'code': 200} Jun 24 08:28:13.308239 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:13.972440 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b31ef4ca-6f77-4688-95d0-bf15e77a4099 req-1bb2af3c-9e51-44fb-89f5-2e935ebdb3ea tempest-VolumesActionsTest-618077003 tempest-VolumesActionsTest-618077003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d3c806b-2bcb-4d18-ba4b-c4667c4bc91f HTTP/1.1" status: 200 len: 210 time: 0.0310338 Jun 24 08:28:18.329525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 48b800fa-abf2-487b-8a6d-69f486f6970b no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:28:18.351770 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 48b800fa-abf2-487b-8a6d-69f486f6970b {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:28:18.352112 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 48b800fa-abf2-487b-8a6d-69f486f6970b not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:28:18.446608 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:21.789043 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-f5bcd9e4-d797-4338-976f-c7fa052054ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379689 Jun 24 08:28:21.863607 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-adb55fa2-4b06-4377-9a7b-4aecf76fb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:21.865124 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-adb55fa2-4b06-4377-9a7b-4aecf76fb789 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 1130 time: 0.0419807 Jun 24 08:28:21.968492 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-ba56183d-7a0e-4763-ba8f-45833ec30aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:21.970335 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-ba56183d-7a0e-4763-ba8f-45833ec30aa7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0866637 Jun 24 08:28:22.037663 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-66d9201c-f6f9-45ea-b400-302b84a1e49c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e HTTP/1.1" status: 200 len: 1000 time: 0.0597141 Jun 24 08:28:22.091741 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-0af060be-c2ae-4358-af47-683a114d1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:22.093206 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-0af060be-c2ae-4358-af47-683a114d1c12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0451035 Jun 24 08:28:22.131498 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:22.136650 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-d16cf4ae-2c61-4464-8cc1-afec28d00b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:22.139862 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-d16cf4ae-2c61-4464-8cc1-afec28d00b7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383790 Jun 24 08:28:22.231597 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-a252c1e7-96a0-4007-bafa-fdc445188244 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859938 Jun 24 08:28:22.321013 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-0f576e80-d938-42b8-bcd9-5cb8be6d482c req-50b23e06-0456-4177-b0c3-4e306ef0cd4e service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823238 Jun 24 08:28:22.817074 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bbce6e75-2f2f-499c-8d22-524dd591cc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:23.950998 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=76 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:23.952351 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=37 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:25.246344 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-622c282a-821b-4909-bdbd-b53ed409a070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:26.527015 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:27.846535 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:28.029670 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:28.896633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35350) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:29.031369 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:28:29.033511 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:29.126231 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Publish callbacks [] for security_group (605a757a-9565-44d0-8eb4-81f95d4a3f27), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:29.446528 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (605a757a-9565-44d0-8eb4-81f95d4a3f27), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:29.491350 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a16f10432974c109d9d0c0a47813437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936289 Jun 24 08:28:29.492213 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a757a-9565-44d0-8eb4-81f95d4a3f27,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:29.494035 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35354) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:29.499645 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.500162 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.500566 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.500909 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.501243 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.501573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.501901 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.502229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.502555 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.502882 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.503211 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.503537 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.503863 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.504732 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.504732 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5c4050-8707-4092-b363-62a768675f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:29.545465 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2933-d506-4102-bd1f-f3a361e7174c admin admin] Publish callbacks [] for security_group (605a757a-9565-44d0-8eb4-81f95d4a3f27), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:29.568842 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2933-d506-4102-bd1f-f3a361e7174c admin admin] Publish callbacks [] for security_group (605a757a-9565-44d0-8eb4-81f95d4a3f27), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:29.679554 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2933-d506-4102-bd1f-f3a361e7174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (605a757a-9565-44d0-8eb4-81f95d4a3f27), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:29.682135 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2933-d506-4102-bd1f-f3a361e7174c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:29.688513 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-8b9d2933-d506-4102-bd1f-f3a361e7174c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/605a757a-9565-44d0-8eb4-81f95d4a3f27 HTTP/1.1" status: 204 len: 168 time: 0.1884091 Jun 24 08:28:29.693615 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2933-d506-4102-bd1f-f3a361e7174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a757a-9565-44d0-8eb4-81f95d4a3f27,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:37.808149 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:37.993114 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:39.494738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=76,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:39.495522 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=36,neutron:INSERT=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:39.605835 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:39.687943 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:39.707295 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:40.068341 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35516) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:40.233536 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Deleting port 14bb1e78-7caf-402e-acfc-3163abd53080 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:28:40.233713 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (14bb1e78-7caf-402e-acfc-3163abd53080), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.314001 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (14bb1e78-7caf-402e-acfc-3163abd53080), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.314324 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (14bb1e78-7caf-402e-acfc-3163abd53080), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.328571 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Calling delete_port for 14bb1e78-7caf-402e-acfc-3163abd53080 owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:28:40.369414 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35528) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:40.501687 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b9201d10-25e1-4402-bf89-dcf4ee1e29cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.572554 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (14bb1e78-7caf-402e-acfc-3163abd53080), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.580143 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b9201d10-25e1-4402-bf89-dcf4ee1e29cc admin admin] Publish callbacks [] for security_group (08aa511c-bbb0-49f2-931f-42605342d0f3), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.602005 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event deleted for resources: {'Port': ['ID=14bb1e78-7caf-402e-acfc-3163abd53080,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:40.652114 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b9201d10-25e1-4402-bf89-dcf4ee1e29cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (08aa511c-bbb0-49f2-931f-42605342d0f3), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.667256 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.667574 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Floating IP 2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3 disassociated (deleted). External IP: 172.27.3.8, port: eb456bc9-e755-4237-b02c-9c8369b8fd4e. Jun 24 08:28:40.697744 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9201d10-25e1-4402-bf89-dcf4ee1e29cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa511c-bbb0-49f2-931f-42605342d0f3,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:40.704955 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b9201d10-25e1-4402-bf89-dcf4ee1e29cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=765c1f1b4bcf407ab16bd805e91e7541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331592 Jun 24 08:28:40.706475 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35544) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:40.760744 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2626-046f-4db1-b15e-0a1c5f559915 admin admin] Publish callbacks [] for security_group (08aa511c-bbb0-49f2-931f-42605342d0f3), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.783037 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2626-046f-4db1-b15e-0a1c5f559915 admin admin] Publish callbacks [] for security_group (08aa511c-bbb0-49f2-931f-42605342d0f3), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.871277 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:28:40.903700 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2626-046f-4db1-b15e-0a1c5f559915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (08aa511c-bbb0-49f2-931f-42605342d0f3), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.907073 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2626-046f-4db1-b15e-0a1c5f559915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.911961 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4c2e2626-046f-4db1-b15e-0a1c5f559915 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08aa511c-bbb0-49f2-931f-42605342d0f3 HTTP/1.1" status: 204 len: 168 time: 0.2007530 Jun 24 08:28:40.918808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e2626-046f-4db1-b15e-0a1c5f559915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa511c-bbb0-49f2-931f-42605342d0f3,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:40.928487 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:40.982918 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:40.987258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:40.995205 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:28:41.008148 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:41.009178 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:41.018041 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6ef817c3-4a00-421d-b3f7-c00ef4dc224c tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "DELETE /v2.0/floatingips/2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3 HTTP/1.1" status: 204 len: 168 time: 0.9485953 Jun 24 08:28:41.018631 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:28:41.020945 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a5d912-d78b-430e-87ab-55882e502041" -d '{"events": [{"name": "network-changed", "server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:28:41.077806 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e47827-5bcb-4131-b153-69fbb87e127b x-openstack-request-id: req-b1e47827-5bcb-4131-b153-69fbb87e127b {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:28:41.078124 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:28:41.078218 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1e47827-5bcb-4131-b153-69fbb87e127b {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:28:41.078566 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e47827-5bcb-4131-b153-69fbb87e127b'] response: {'name': 'network-changed', 'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'status': 'completed', 'code': 200} Jun 24 08:28:41.118477 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:41.171218 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d912-d78b-430e-87ab-55882e502041 req-8eb3316f-69fb-4aa9-adaf-07694068145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:41.172783 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17a5d912-d78b-430e-87ab-55882e502041 req-8eb3316f-69fb-4aa9-adaf-07694068145f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 1130 time: 0.0420344 Jun 24 08:28:41.197258 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:41.272452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d912-d78b-430e-87ab-55882e502041 req-235ed81c-4e33-493b-af81-48664e60ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:41.274900 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17a5d912-d78b-430e-87ab-55882e502041 req-235ed81c-4e33-493b-af81-48664e60ecdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0953557 Jun 24 08:28:41.335051 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17a5d912-d78b-430e-87ab-55882e502041 req-4f99bb98-eb8f-4fac-9103-8bc207bbc66e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e HTTP/1.1" status: 200 len: 217 time: 0.0388927 Jun 24 08:28:41.375149 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:41.390183 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d912-d78b-430e-87ab-55882e502041 req-f8f2ddda-3c9f-447c-8c0c-91b8c70e4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:41.391742 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17a5d912-d78b-430e-87ab-55882e502041 req-f8f2ddda-3c9f-447c-8c0c-91b8c70e4427 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0502100 Jun 24 08:28:41.400510 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:28:41.412993 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:41.414779 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:41.485738 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d912-d78b-430e-87ab-55882e502041 req-551db9a2-4e15-47f9-a27c-3fda955c3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:41.489761 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17a5d912-d78b-430e-87ab-55882e502041 req-551db9a2-4e15-47f9-a27c-3fda955c3dca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912533 Jun 24 08:28:41.633998 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:41.756549 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00823167-e047-4ff8-90a3-cb444325b91b req-6682c47e-7bbd-4c08-8cd0-8b1e40febd36 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:41.758710 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-00823167-e047-4ff8-90a3-cb444325b91b req-6682c47e-7bbd-4c08-8cd0-8b1e40febd36 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 946 time: 0.2583480 Jun 24 08:28:41.813416 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-00823167-e047-4ff8-90a3-cb444325b91b req-f5aceb7f-16bc-4c5f-b652-afc7a22fb0a9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 Jun 24 08:28:41.869997 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:41.899162 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07623d4-ae0e-4e3f-93e8-2d79dae54337 None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '9266ddde-807e-4aba-a971-4161cd2d4197', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'port_id': '49476779-f723-492d-a807-c92bf6bf2ca5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'mac_address': 'fa:16:3e:f1:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:24:23Z', 'updated_at': '2022-06-24T08:24:26Z', 'revision_number': 1, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:28:42.142319 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5168c9-8ac7-4126-9a7d-5cb8cbe19a73 None None] New status for floating IP 2d14b6e2-80b2-4d4b-ad38-813c9de5d2a3: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:28:42.201084 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35596) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:42.297938 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1046687936-network', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:42.395283 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Made reservation on behalf of bdb93f2721d548d7b01475fb650d882f for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:42.397660 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.406286 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.482096 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks [] for security_group (9f300b26-d665-4bf1-a0d7-e0aae599286a), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.587960 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9f300b26-d665-4bf1-a0d7-e0aae599286a), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.614708 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:28:42.624878 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f300b26-d665-4bf1-a0d7-e0aae599286a,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:42.631190 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (12cb01e6-4305-47df-9038-8b06deaaf1f7), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.631559 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Added segment 12cb01e6-4305-47df-9038-8b06deaaf1f7 of type vlan for network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 Jun 24 08:28:42.672256 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (b10222ad-d87f-4831-aa8f-cd96b61e2ae2), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.744019 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (b10222ad-d87f-4831-aa8f-cd96b61e2ae2), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.744254 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:42.744807 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.756785 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35602) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:42.766681 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:42.806675 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:42.828853 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17a5d912-d78b-430e-87ab-55882e502041 req-fe00517a-8b0b-4541-8fdb-5dd331c6473d service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873940 Jun 24 08:28:42.840648 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] Pushing event updated for resources: {'Network': ['ID=b10222ad-d87f-4831-aa8f-cd96b61e2ae2,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:42.851467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:28:42.853265 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] Deleting subnet 449a0a8f-fa40-4a54-96e1-9d12e6541cad {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:28:42.856411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] Publish callbacks [] for subnet (449a0a8f-fa40-4a54-96e1-9d12e6541cad), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.887555 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-63fcc43e-3a8b-412f-ad6a-a3c97db1e813 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6840963 Jun 24 08:28:42.888587 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35606) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:42.893911 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Request body: {'subnet': {'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1046687936-subnet', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:42.903093 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9781338'] for subnet (449a0a8f-fa40-4a54-96e1-9d12e6541cad), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:42.952762 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (449a0a8f-fa40-4a54-96e1-9d12e6541cad), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.085307 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246e752-6424-4e6d-bad2-29aab20835b9 req-d07e2ed9-88bc-442c-a7f5-bef6dee69c00 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:43.086899 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0246e752-6424-4e6d-bad2-29aab20835b9 req-d07e2ed9-88bc-442c-a7f5-bef6dee69c00 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 946 time: 0.1963782 Jun 24 08:28:43.124951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9673684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9754308'] for subnet (449a0a8f-fa40-4a54-96e1-9d12e6541cad), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.164524 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449a0a8f-fa40-4a54-96e1-9d12e6541cad,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:43.166909 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.172304 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-36e7251e-b45e-440b-becf-f24342b57ec3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/449a0a8f-fa40-4a54-96e1-9d12e6541cad HTTP/1.1" status: 204 len: 168 time: 0.4037881 Jun 24 08:28:43.174355 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0246e752-6424-4e6d-bad2-29aab20835b9 req-491fe34d-18e0-47e8-81fd-3622a8f89431 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814657 Jun 24 08:28:43.174812 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35610) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:43.223137 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Made reservation on behalf of bdb93f2721d548d7b01475fb650d882f for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:43.225486 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11585854'] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.250736 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (f483dddf-c01c-483a-8f77-8afd8701c08c), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.329843 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (f483dddf-c01c-483a-8f77-8afd8701c08c), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.343212 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-17a5d912-d78b-430e-87ab-55882e502041 req-c91629ab-ae2b-4f46-af09-752891971acd service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110308 Jun 24 08:28:43.356525 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f483dddf-c01c-483a-8f77-8afd8701c08c']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:43.367591 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778a7c90-671c-45b6-8662-8bfeafe97123') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:43.367887 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778a7c90-671c-45b6-8662-8bfeafe97123') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:43.378245 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (778a7c90-671c-45b6-8662-8bfeafe97123), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.380177 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:43.395350 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (778a7c90-671c-45b6-8662-8bfeafe97123), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.403473 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:28:43.403855 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (778a7c90-671c-45b6-8662-8bfeafe97123), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.434793 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 778a7c90-671c-45b6-8662-8bfeafe97123 resource provider aggregate not found Jun 24 08:28:43.471816 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-7f74a735-41b4-4237-9186-6b7132c5d24a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:43.473906 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-7f74a735-41b4-4237-9186-6b7132c5d24a tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 946 time: 0.0818260 Jun 24 08:28:43.480506 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 778a7c90-671c-45b6-8662-8bfeafe97123 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 778a7c90-671c-45b6-8662-8bfeafe97123 found for delete ", "request_id": "req-6360ed06-3113-4f0b-9e38-ce71c49cf1ab"}]} Jun 24 08:28:43.574190 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Deleting port eb456bc9-e755-4237-b02c-9c8369b8fd4e {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:28:43.574534 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.578230 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:43.588945 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (f483dddf-c01c-483a-8f77-8afd8701c08c), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.589936 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12109625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11585864'] for subnet (aa37234f-cc14-49a8-bd3b-b73e5d34ce22), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.604589 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.604589 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f483dddf-c01c-483a-8f77-8afd8701c08c HTTP/1.1" status: 204 len: 168 time: 0.4231076 Jun 24 08:28:43.609400 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda41635-26f7-4fae-b386-650082379713 admin admin] Pushing event deleted for resources: {'Network': ['ID=f483dddf-c01c-483a-8f77-8afd8701c08c,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:43.709028 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa37234f-cc14-49a8-bd3b-b73e5d34ce22,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:43.735277 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] For port eb456bc9-e755-4237-b02c-9c8369b8fd4e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=eb456bc9-e755-4237-b02c-9c8369b8fd4e,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:43.738194 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.740045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Checking segment: {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:43.740421 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Network hostable DHCP agents. Network: b10222ad-d87f-4831-aa8f-cd96b61e2ae2, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:28:43.747926 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:43.755319 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Calling delete_port for eb456bc9-e755-4237-b02c-9c8369b8fd4e owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:28:43.846161 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:28:43.901245 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, b10222ad-d87f-4831-aa8f-cd96b61e2ae2) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:43.906325 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:43.909901 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.910697 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d88cb05-8cd2-4039-8fbf-4e90e5b8d91d None None] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:28:43.922215 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35618) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:43.961978 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (eb456bc9-e755-4237-b02c-9c8369b8fd4e), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:43.973589 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-aed8e5d2-ce3e-43d7-a6b6-0aedac4f5a6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e1a997836914066a8aa2ebe98396d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495396 Jun 24 08:28:43.975674 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35620) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:44.001536 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event deleted for resources: {'Port': ['ID=eb456bc9-e755-4237-b02c-9c8369b8fd4e,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:44.009725 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c50e4478-b8a1-45cc-af2c-9d04953ef867 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1199591 Jun 24 08:28:44.012817 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35622) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:44.029354 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:28:44.030561 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.036600 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:44.058347 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] No DVR routers for this DVR port eb456bc9-e755-4237-b02c-9c8369b8fd4e on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:28:44.060334 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.064892 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e234303a-a60b-4dc2-b6fd-d599038e41b6 req-fb4d4101-9225-40b5-a607-055bb848ff17 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "DELETE /v2.0/ports/eb456bc9-e755-4237-b02c-9c8369b8fd4e HTTP/1.1" status: 204 len: 173 time: 0.5849860 Jun 24 08:28:44.065409 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'name': 'network-vif-deleted', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:28:44.070595 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1919c1-ad87-4012-94ad-a56a1779f33e" -d '{"events": [{"server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "name": "network-vif-deleted", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:28:44.080876 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b354e92b-fcba-4f75-a69a-75f9b75f3408 admin admin] Publish callbacks [] for security_group (0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.106243 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b354e92b-fcba-4f75-a69a-75f9b75f3408 admin admin] Publish callbacks [] for security_group (0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.111928 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca4f105-15b4-485c-871f-4f9de11b1cfe x-openstack-request-id: req-0ca4f105-15b4-485c-871f-4f9de11b1cfe {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:28:44.111928 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a261fe17-2ca6-4028-8298-7b1e902a6bba", "name": "network-vif-deleted", "tag": "eb456bc9-e755-4237-b02c-9c8369b8fd4e", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:28:44.111928 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ca4f105-15b4-485c-871f-4f9de11b1cfe {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:28:44.112363 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca4f105-15b4-485c-871f-4f9de11b1cfe'] response: {'server_uuid': 'a261fe17-2ca6-4028-8298-7b1e902a6bba', 'name': 'network-vif-deleted', 'tag': 'eb456bc9-e755-4237-b02c-9c8369b8fd4e', 'status': 'completed', 'code': 200} Jun 24 08:28:44.166130 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (ef82a3da-f70a-491d-846c-d52e87c1bebf), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.167096 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (ef82a3da-f70a-491d-846c-d52e87c1bebf), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.180584 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Allocated IP 172.20.0.2 (b10222ad-d87f-4831-aa8f-cd96b61e2ae2/aa37234f-cc14-49a8-bd3b-b73e5d34ce22/48c50472-8719-440b-8a23-55ef4341b98a) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:44.273890 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a2e80e64-9bf4-4f2f-ac1b-362149652a00 req-b9833474-0220-4182-9ec4-6e597705d085 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0286901 Jun 24 08:28:44.293199 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b354e92b-fcba-4f75-a69a-75f9b75f3408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.295862 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b354e92b-fcba-4f75-a69a-75f9b75f3408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.297175 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b354e92b-fcba-4f75-a69a-75f9b75f3408 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe HTTP/1.1" status: 204 len: 168 time: 0.3196714 Jun 24 08:28:44.329480 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Publish callbacks [] for port (48c50472-8719-440b-8a23-55ef4341b98a), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.333403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354e92b-fcba-4f75-a69a-75f9b75f3408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb081eb-bcbf-4bc1-a875-87ec2fb5bbfe,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:44.380472 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks [] for router_controller (ef82a3da-f70a-491d-846c-d52e87c1bebf), precommit_add_association {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.405743 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (48c50472-8719-440b-8a23-55ef4341b98a), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.452568 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:44.457705 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:44.469708 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:44.471931 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Pushing event updated for resources: {'Port': ['ID=48c50472-8719-440b-8a23-55ef4341b98a,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:44.536016 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Attempting to bind port 48c50472-8719-440b-8a23-55ef4341b98a on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:44.536776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Attempting to bind port 48c50472-8719-440b-8a23-55ef4341b98a by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:44.537300 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Attempting to bind port 48c50472-8719-440b-8a23-55ef4341b98a on network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:44.543721 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:44.544696 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Checking segment: {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:44.546492 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.546854 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Bound using segment: {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:44.548639 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Bound port: 48c50472-8719-440b-8a23-55ef4341b98a, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:44.549108 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (48c50472-8719-440b-8a23-55ef4341b98a), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.595547 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks [] for router_gateway (ef82a3da-f70a-491d-846c-d52e87c1bebf), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.617898 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] For port 48c50472-8719-440b-8a23-55ef4341b98a, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:44.620950 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] For port 48c50472-8719-440b-8a23-55ef4341b98a, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=48c50472-8719-440b-8a23-55ef4341b98a,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:44.687225 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (48c50472-8719-440b-8a23-55ef4341b98a), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:44.773592 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b87b5-b7a7-416f-b6a6-e534903bd398 None None] Pushing event updated for resources: {'Port': ['ID=48c50472-8719-440b-8a23-55ef4341b98a,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:44.887787 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks [] for router_gateway (ef82a3da-f70a-491d-846c-d52e87c1bebf), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:45.166529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:45.252895 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:45.271849 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Allocated IP 172.27.3.234 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/6e9ec954-73c1-48b7-929d-c83cc9fb2f09) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:45.377639 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:45.408004 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f11aa047-f54a-441c-aa98-5acd5b45150b req-1ac7c531-4e9c-4319-b87d-b374b0d1b667 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a261fe17-2ca6-4028-8298-7b1e902a6bba HTTP/1.1" status: 200 len: 210 time: 0.0447850 Jun 24 08:28:45.413615 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks [] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:45.550192 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:45.593954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:45.598565 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:45.601406 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:45.631989 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Pushing event updated for resources: {'Port': ['ID=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:45.693399 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35650) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:45.819180 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1593503113-network', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:45.826341 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b29b0-2d1c-4bac-b0a1-c2330bc60c34 None None] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:28:45.864735 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 48c50472-8719-440b-8a23-55ef4341b98a up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:45.938772 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-1e2c03c9-ec06-4c10-bff9-9c017e616ba1 None None] Provisioning complete for port 48c50472-8719-440b-8a23-55ef4341b98a triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:45.939146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1e2c03c9-ec06-4c10-bff9-9c017e616ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (48c50472-8719-440b-8a23-55ef4341b98a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:45.944349 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Made reservation on behalf of c9cf7969a63e46e9aeef5dc53410d51b for: {'network': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:45.947157 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:45.954244 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks [] for router_gateway (ef82a3da-f70a-491d-846c-d52e87c1bebf), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:45.960353 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.023639 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 48c50472-8719-440b-8a23-55ef4341b98a triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:46.024018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (48c50472-8719-440b-8a23-55ef4341b98a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.046134 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks [] for security_group (96f73cbb-1e80-46b0-b3b7-b70daf48c61b), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.097845 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c03c9-ec06-4c10-bff9-9c017e616ba1 None None] Current status of the port 48c50472-8719-440b-8a23-55ef4341b98a is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:46.098366 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1e2c03c9-ec06-4c10-bff9-9c017e616ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (48c50472-8719-440b-8a23-55ef4341b98a), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.136399 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (96f73cbb-1e80-46b0-b3b7-b70daf48c61b), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.162340 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-1e2c03c9-ec06-4c10-bff9-9c017e616ba1 None None] For port 48c50472-8719-440b-8a23-55ef4341b98a, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=48c50472-8719-440b-8a23-55ef4341b98a,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:46.166748 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 48c50472-8719-440b-8a23-55ef4341b98a is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:46.167143 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (48c50472-8719-440b-8a23-55ef4341b98a), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.168798 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (ef82a3da-f70a-491d-846c-d52e87c1bebf), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.176997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=104493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:28:46.185752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f73cbb-1e80-46b0-b3b7-b70daf48c61b,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:46.198168 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (b22c8efe-f894-4886-bd9b-1afce359a382), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.198665 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.segments_db [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Added segment b22c8efe-f894-4886-bd9b-1afce359a382 of type vlan for network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b Jun 24 08:28:46.227810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1e2c03c9-ec06-4c10-bff9-9c017e616ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (48c50472-8719-440b-8a23-55ef4341b98a), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.233443 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.258147 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.266752 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.294612 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.302797 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.db.api [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:28:46.303213 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG oslo_db.api [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:28:46.310084 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.314950 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c03c9-ec06-4c10-bff9-9c017e616ba1 None None] Pushing event updated for resources: {'Port': ['ID=48c50472-8719-440b-8a23-55ef4341b98a,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:46.342000 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.343022 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:46.343640 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.348811 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-d93d9d25-d458-4761-b240-5e324395079d None None] Provisioning complete for port 48c50472-8719-440b-8a23-55ef4341b98a triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:46.356317 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d93d9d25-d458-4761-b240-5e324395079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (48c50472-8719-440b-8a23-55ef4341b98a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.356317 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.394801 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Router ef82a3da-f70a-491d-846c-d52e87c1bebf is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:28:46.409441 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] Pushing event updated for resources: {'Network': ['ID=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:46.422933 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:28:46.443819 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-d93d9d25-d458-4761-b240-5e324395079d None None] Current status of the port 48c50472-8719-440b-8a23-55ef4341b98a is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:46.476115 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-aad7133a-334a-46c4-abe1-9ab7e7ee87ba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7816176 Jun 24 08:28:46.486588 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35658) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:46.495706 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Request body: {'subnet': {'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1593503113-subnet', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'ip_version': 4}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:46.520368 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:46.529807 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Sync routers for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:28:46.540899 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:46.541521 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:46.591431 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.624355 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.642627 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:46.646836 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Made reservation on behalf of c9cf7969a63e46e9aeef5dc53410d51b for: {'subnet': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:46.649225 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.649417 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11585854'] for subnet (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.653008 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1c6ce115-f454-41c8-9455-25c5e1cafecb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6291692 Jun 24 08:28:46.657285 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35660) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:46.717449 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.735206 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:46.835568 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:45Z', 'revision_number': 3, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:46.848326 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 48c50472-8719-440b-8a23-55ef4341b98a is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:46.862256 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Checking router: ef82a3da-f70a-491d-846c-d52e87c1bebf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:28:46.862621 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Updating router ef82a3da-f70a-491d-846c-d52e87c1bebf port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:28:46.895090 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.919782 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12109625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11585864'] for subnet (983543b9-403c-4fbe-a337-aacd292d6aca), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:46.979013 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983543b9-403c-4fbe-a337-aacd292d6aca,revision_number=0']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:46.994427 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Checking segment: {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:46.994427 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Network hostable DHCP agents. Network: 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:28:47.063323 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device eb456bc9-e755-4237-b02c-9c8369b8fd4e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:28:47.075793 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:28:47.085063 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: eb456bc9-e755-4237-b02c-9c8369b8fd4e {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:28:47.085545 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device eb456bc9-e755-4237-b02c-9c8369b8fd4e not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:28:47.102409 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.165239 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b) {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:47.168669 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Publish callbacks [] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.169614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:47.170216 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.177971 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cfb77b-c79c-4e20-8e34-fc126af3da35 None None] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:28:47.200982 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:47.250961 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.270794 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Allocated IP 172.20.0.1 (b10222ad-d87f-4831-aa8f-cd96b61e2ae2/aa37234f-cc14-49a8-bd3b-b73e5d34ce22/9bc57e4c-00ce-4faa-af6e-7c21670f2790) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:47.297371 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-1a2a0a32-7dff-4595-9073-a8d748723280 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8067560 Jun 24 08:28:47.297609 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35664) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:47.301093 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Pushing event updated for resources: {'Port': ['ID=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,revision_number=2']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:47.304352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:47.308666 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:47.318874 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.319587 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.320224 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.321366 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.321366 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.321366 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.321640 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.321952 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.322467 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.322983 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.323490 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.324036 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.324582 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.325164 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.325756 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:47.329965 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Attempting to bind port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:47.330675 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Attempting to bind port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:47.331254 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Attempting to bind port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:47.339134 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:47.339528 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:47.339917 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.340335 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:47.340807 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Bound port: 6e9ec954-73c1-48b7-929d-c83cc9fb2f09, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:47.341190 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.395438 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (ed296607-afaf-4971-a51f-f83b44b811bf), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.396366 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] For port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:47.396508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (ed296607-afaf-4971-a51f-f83b44b811bf), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.399235 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] For port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:47.410985 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks [] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.436137 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:28:47.437377 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.455713 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks [] for router_controller (ed296607-afaf-4971-a51f-f83b44b811bf), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.475253 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.503622 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.533899 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:47.534617 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:47.553984 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:47.556988 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:47.561091 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:47.588942 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Pushing event updated for resources: {'Port': ['ID=9bc57e4c-00ce-4faa-af6e-7c21670f2790,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:47.589392 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3472d-010e-40ba-bde5-611bfeb79ed0 None None] Pushing event updated for resources: {'Port': ['ID=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:47.610414 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (ef82a3da-f70a-491d-846c-d52e87c1bebf), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.633389 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Allocated IP 172.20.0.2 (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b/983543b9-403c-4fbe-a337-aacd292d6aca/3806f015-7895-415c-b49c-398979f16415) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:47.663368 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:47.713918 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:47.801759 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:47.803956 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks [] for router_gateway (ed296607-afaf-4971-a51f-f83b44b811bf), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.820725 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:47.884431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.890828 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:45Z', 'revision_number': 3, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:47.893817 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 48c50472-8719-440b-8a23-55ef4341b98a up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:47.924796 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bf608-8dbc-4f84-a0c5-c78006a88b6e None None] The sync data for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:45Z', 'revision_number': 3, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:28:47.935954 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-c942f4ab-19e4-4dd9-a39c-00c113be87eb None None] Provisioning complete for port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:47.936714 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c942f4ab-19e4-4dd9-a39c-00c113be87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:47.991581 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Publish callbacks [] for port (3806f015-7895-415c-b49c-398979f16415), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.024395 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 48c50472-8719-440b-8a23-55ef4341b98a triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:48.024775 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (48c50472-8719-440b-8a23-55ef4341b98a), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.029062 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-c942f4ab-19e4-4dd9-a39c-00c113be87eb None None] Port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:48.061137 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (3806f015-7895-415c-b49c-398979f16415), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.102850 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks [] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.108112 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:48.116782 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:48.119138 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks [] for router_gateway (ed296607-afaf-4971-a51f-f83b44b811bf), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.121072 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:48.139614 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.153769 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Pushing event updated for resources: {'Port': ['ID=3806f015-7895-415c-b49c-398979f16415,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:48.224137 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.224739 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 48c50472-8719-440b-8a23-55ef4341b98a is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:48.226506 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Attempting to bind port 3806f015-7895-415c-b49c-398979f16415 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:48.227090 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Attempting to bind port 3806f015-7895-415c-b49c-398979f16415 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:48.227461 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Attempting to bind port 3806f015-7895-415c-b49c-398979f16415 on network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:48.236702 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:48.237432 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Checking segment: {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:48.237432 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.237607 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Bound using segment: {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:48.239251 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Bound port: 3806f015-7895-415c-b49c-398979f16415, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:48.239251 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3806f015-7895-415c-b49c-398979f16415), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.293896 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:48.306511 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Allocated IP 172.27.3.38 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/51183f1f-f4d3-4a0c-ba38-f52be99ff4c7) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:48.333038 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (ef82a3da-f70a-491d-846c-d52e87c1bebf), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.340923 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] For port 3806f015-7895-415c-b49c-398979f16415, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:48.342377 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Pushing event updated for resources: {'Port': ['ID=9bc57e4c-00ce-4faa-af6e-7c21670f2790,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:48.349467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] For port 3806f015-7895-415c-b49c-398979f16415, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3806f015-7895-415c-b49c-398979f16415,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:48.381340 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.381703 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.382043 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.382396 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.382740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.383081 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.383418 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.383753 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.384088 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.384454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.384795 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.385130 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.385461 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.385791 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.386119 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:28:48.418068 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3806f015-7895-415c-b49c-398979f16415), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.428021 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:48.453192 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks [] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.465147 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:48.466762 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:48.478012 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.493289 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2d7ca-cf99-4e0d-80a5-750b1f2ce1d2 None None] Pushing event updated for resources: {'Port': ['ID=3806f015-7895-415c-b49c-398979f16415,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:48.635624 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.648713 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Router ef82a3da-f70a-491d-846c-d52e87c1bebf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:28:48.700272 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:48.707351 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:48.712726 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:48.778572 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:48.799105 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:48.804179 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-ec9c8378-2be8-4642-a040-25ce4ff32d0a admin admin] 10.222.0.42 "PUT /v2.0/routers/ef82a3da-f70a-491d-846c-d52e87c1bebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1500151 Jun 24 08:28:48.865692 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f4b9eac4-b831-4875-afaf-55fe8e02f34d None None] Provisioning complete for port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:48.866712 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f4b9eac4-b831-4875-afaf-55fe8e02f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:48.914043 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9eac4-b831-4875-afaf-55fe8e02f34d None None] Port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:49.012372 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35678) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:49.146965 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:49.160838 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Deleting port 5c5914ce-0771-4962-a276-bec895196010 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:28:49.161177 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (5c5914ce-0771-4962-a276-bec895196010), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.286060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (5c5914ce-0771-4962-a276-bec895196010), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.286350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (5c5914ce-0771-4962-a276-bec895196010), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.332601 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Calling delete_port for 5c5914ce-0771-4962-a276-bec895196010 owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:28:49.354483 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks [] for router_gateway (ed296607-afaf-4971-a51f-f83b44b811bf), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.629937 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b643de6-f836-4fb8-8680-1a09beab076f None None] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:28:49.653553 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (ed296607-afaf-4971-a51f-f83b44b811bf), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.664988 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-7edd9788-e7ad-4309-9e94-4a143a7226ac None None] Provisioning complete for port 3806f015-7895-415c-b49c-398979f16415 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:49.665362 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7edd9788-e7ad-4309-9e94-4a143a7226ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3806f015-7895-415c-b49c-398979f16415), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.759531 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (5c5914ce-0771-4962-a276-bec895196010), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.781018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:49.806247 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event deleted for resources: {'Port': ['ID=5c5914ce-0771-4962-a276-bec895196010,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:49.807746 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35690) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:49.814134 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-120566295-network', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:49.815352 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:49.841707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-7edd9788-e7ad-4309-9e94-4a143a7226ac None None] Current status of the port 3806f015-7895-415c-b49c-398979f16415 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:49.841707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7edd9788-e7ad-4309-9e94-4a143a7226ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (3806f015-7895-415c-b49c-398979f16415), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.886480 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-7edd9788-e7ad-4309-9e94-4a143a7226ac None None] For port 3806f015-7895-415c-b49c-398979f16415, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3806f015-7895-415c-b49c-398979f16415,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:49.927002 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (9266ddde-807e-4aba-a971-4161cd2d4197), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.927337 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Floating IP 9266ddde-807e-4aba-a971-4161cd2d4197 disassociated (deleted). External IP: 172.27.3.213, port: 49476779-f723-492d-a807-c92bf6bf2ca5. Jun 24 08:28:49.939823 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Made reservation on behalf of 039826849f0f4f82a1207931ed5b03c1 for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:49.948822 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.953639 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:49.967684 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:49.985598 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7edd9788-e7ad-4309-9e94-4a143a7226ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (3806f015-7895-415c-b49c-398979f16415), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.033292 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:50.039075 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Router ed296607-afaf-4971-a51f-f83b44b811bf is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:28:50.061803 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:50.062454 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.072840 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:50.089618 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks [] for security_group (9178b526-e6f2-430e-93cc-4b243b41f17b), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.093231 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9788-e7ad-4309-9e94-4a143a7226ac None None] Pushing event updated for resources: {'Port': ['ID=3806f015-7895-415c-b49c-398979f16415,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:50.147690 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:50.148247 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.169932 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:50.172075 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9178b526-e6f2-430e-93cc-4b243b41f17b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.203471 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:28:50.214172 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-9e9c7d4c-72a9-4af9-bf65-91466e89356b None None] Provisioning complete for port 3806f015-7895-415c-b49c-398979f16415 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:50.215134 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9178b526-e6f2-430e-93cc-4b243b41f17b,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:50.215763 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9e9c7d4c-72a9-4af9-bf65-91466e89356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3806f015-7895-415c-b49c-398979f16415), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.220436 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (38eca945-6c03-4e28-9395-58bc8294a787), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.220725 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Added segment 38eca945-6c03-4e28-9395-58bc8294a787 of type vlan for network fb4a40a0-d49d-4191-8c83-9201afce4683 Jun 24 08:28:50.259909 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Sync routers for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:28:50.267959 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (fb4a40a0-d49d-4191-8c83-9201afce4683), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.271896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.272906 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 3806f015-7895-415c-b49c-398979f16415 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:50.335521 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:50.340402 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:50.341136 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:50.377714 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (fb4a40a0-d49d-4191-8c83-9201afce4683), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.379265 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:50.380114 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.414485 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:50.462515 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] Pushing event updated for resources: {'Network': ['ID=fb4a40a0-d49d-4191-8c83-9201afce4683,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:50.483809 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3190d94f-0099-47a8-93d2-c53898b88fdd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6743398 Jun 24 08:28:50.486596 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35692) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:50.492034 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network fb4a40a0-d49d-4191-8c83-9201afce4683 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:28:50.504591 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Request body: {'subnet': {'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-120566295-subnet', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:50.504765 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 3806f015-7895-415c-b49c-398979f16415 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:50.504765 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3806f015-7895-415c-b49c-398979f16415), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.542107 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:50.547618 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c7d4c-72a9-4af9-bf65-91466e89356b None None] Current status of the port 3806f015-7895-415c-b49c-398979f16415 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:50.563447 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Sync routers for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:28:50.574204 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:28:50.584737 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:50.584898 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Made reservation on behalf of 039826849f0f4f82a1207931ed5b03c1 for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:50.585032 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:50.590023 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9754283'] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.634955 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:50.677685 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.682584 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35694) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:50.683053 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-27c87619-b50b-4a08-9781-7d6c8c6df3f2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3841913 Jun 24 08:28:50.697324 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:50.711452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:50.716649 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:50.744300 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:28:50.765004 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-cb197768-adb0-4da0-9767-9a2ed9a43507 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "DELETE /v2.0/floatingips/9266ddde-807e-4aba-a971-4161cd2d4197 HTTP/1.1" status: 204 len: 168 time: 1.7512352 Jun 24 08:28:50.765496 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:28:50.768390 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e8b997-1b22-42ae-bd8c-2e928a645c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:28:50.780958 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:50.817469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac363a00-34dd-4e73-8847-286da75c65a1 x-openstack-request-id: req-ac363a00-34dd-4e73-8847-286da75c65a1 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:28:50.818080 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:28:50.818514 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac363a00-34dd-4e73-8847-286da75c65a1 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:28:50.819103 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac363a00-34dd-4e73-8847-286da75c65a1'] response: {'name': 'network-changed', 'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5', 'status': 'completed', 'code': 200} Jun 24 08:28:50.828704 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:50.833835 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:50.834776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:50.864337 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:50.953120 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-cb1a11a8-c87f-4579-a23b-385f81ddafde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:50.954688 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-cb1a11a8-c87f-4579-a23b-385f81ddafde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 1130 time: 0.0714066 Jun 24 08:28:50.998816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 3806f015-7895-415c-b49c-398979f16415 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:51.029266 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:48Z', 'revision_number': 3, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:51.062770 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-78c9a120-9d56-4bd6-81eb-e89edad94121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:51.064612 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-78c9a120-9d56-4bd6-81eb-e89edad94121 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 200 len: 912 time: 0.0994959 Jun 24 08:28:51.066230 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Checking router: ed296607-afaf-4971-a51f-f83b44b811bf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:28:51.066650 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Updating router ed296607-afaf-4971-a51f-f83b44b811bf port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:28:51.098364 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.130646 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-c8b8fa1e-b4fb-4430-a160-fa775bebcf9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49476779-f723-492d-a807-c92bf6bf2ca5 HTTP/1.1" status: 200 len: 217 time: 0.0567715 Jun 24 08:28:51.211955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-9bbdcb4b-9b7a-4693-b70a-e3aed504dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:51.214798 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-9bbdcb4b-9b7a-4693-b70a-e3aed504dd95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 200 len: 850 time: 0.0756195 Jun 24 08:28:51.246186 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:51.263211 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:51.281640 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 2, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:51.301891 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-fa259461-c038-4aa3-ac43-b38fac32d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:51.303682 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-fa259461-c038-4aa3-ac43-b38fac32d501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b69c08d-6a46-414d-bcd2-12cdadfd6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756328 Jun 24 08:28:51.314528 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Checking router: ef82a3da-f70a-491d-846c-d52e87c1bebf for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:28:51.317605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Updating router ef82a3da-f70a-491d-846c-d52e87c1bebf port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:28:51.346339 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9673495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9754333'] for subnet (81dfb1b9-ee47-4dac-81aa-42b5d25993e7), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.411547 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.433413 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Publish callbacks [] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.489589 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dfb1b9-ee47-4dac-81aa-42b5d25993e7,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:51.500685 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34f81c-2021-4d3a-b7d6-89c02469021c req-2eb00978-4acd-40e5-93d9-5024a7c19dcb tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:51.502358 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d34f81c-2021-4d3a-b7d6-89c02469021c req-2eb00978-4acd-40e5-93d9-5024a7c19dcb tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.1107008 Jun 24 08:28:51.509549 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.548246 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Checking segment: {'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:51.554936 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Network hostable DHCP agents. Network: fb4a40a0-d49d-4191-8c83-9201afce4683, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:28:51.554936 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:51.562866 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Attempting to bind port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:51.563366 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Attempting to bind port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:51.563982 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Attempting to bind port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:51.576900 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:51.577598 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:51.578187 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.578574 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:51.579054 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Bound port: 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:51.579564 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.582989 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27c11a-7450-4aa6-ac1b-e0f0b35c3f49 None None] Pushing event updated for resources: {'Port': ['ID=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,revision_number=2']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:51.602883 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:51.635426 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:51.639333 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] For port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:51.641684 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d34f81c-2021-4d3a-b7d6-89c02469021c req-b8f4da79-c424-48be-ba7a-23a16b43e73d tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324685 Jun 24 08:28:51.648702 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] For port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:51.674257 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:28:51.705295 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.717020 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:51.717630 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:51.721289 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Network fb4a40a0-d49d-4191-8c83-9201afce4683 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:28:51.743310 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:51.745765 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.811949 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, fb4a40a0-d49d-4191-8c83-9201afce4683) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:51.823912 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8915b-d1ab-49c9-b1c9-41028257a0dd None None] Network fb4a40a0-d49d-4191-8c83-9201afce4683 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:28:51.829628 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:51.830326 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.845950 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:51.846865 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27c11a-7450-4aa6-ac1b-e0f0b35c3f49 None None] Pushing event updated for resources: {'Port': ['ID=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:51.856730 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:51.859294 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:51.920569 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Allocated IP 172.20.0.1 (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b/983543b9-403c-4fbe-a337-aacd292d6aca/177ab309-001a-427c-afff-f11489196caa) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:51.931034 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35702) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:51.932286 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-5e745fb6-cb6b-4712-8375-504cfd7a1189 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4433992 Jun 24 08:28:51.940380 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:51.941144 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:51.949033 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:51.997629 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Publish callbacks [] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:51.998028 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:52.012673 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:52.045599 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (45d911f3-f500-410c-875c-3e92d8e72c94), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.046828 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (45d911f3-f500-410c-875c-3e92d8e72c94), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.056459 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks [] for port (177ab309-001a-427c-afff-f11489196caa), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.105224 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-fb4a40a0-d49d-4191-8c83-9201afce4683', 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683', 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'fixed_ips': [{'subnet_id': '81dfb1b9-ee47-4dac-81aa-42b5d25993e7'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:28:52.106165 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.125127 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks [] for router_controller (45d911f3-f500-410c-875c-3e92d8e72c94), precommit_add_association {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.134896 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:52.135272 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.172178 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (177ab309-001a-427c-afff-f11489196caa), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.188288 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:48Z', 'revision_number': 3, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:52.198396 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.214779 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14b8d-2025-4cb1-a0f9-aea201d5b81d None None] The sync data for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:48Z', 'revision_number': 3, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:28:52.218393 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:52.226014 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:52.228677 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:52.232372 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Pushing event updated for resources: {'Port': ['ID=177ab309-001a-427c-afff-f11489196caa,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:52.274832 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (ed296607-afaf-4971-a51f-f83b44b811bf), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.280139 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:52.415449 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f47d34-f66b-499e-b1b3-79c43bb39dda None None] Pushing event updated for resources: {'Port': ['ID=9bc57e4c-00ce-4faa-af6e-7c21670f2790,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:52.449537 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks [] for router_gateway (45d911f3-f500-410c-875c-3e92d8e72c94), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.555466 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (177ab309-001a-427c-afff-f11489196caa), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.682795 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-b83daf63-0e0c-47b8-9bae-81903be29028 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104493) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:28:52.683853 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-b83daf63-0e0c-47b8-9bae-81903be29028 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068357 Jun 24 08:28:52.687795 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:52.740447 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Allocated IP 172.20.0.2 (fb4a40a0-d49d-4191-8c83-9201afce4683/81dfb1b9-ee47-4dac-81aa-42b5d25993e7/c938c074-5f65-405d-a642-58a93d464989) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:52.755167 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:52.755952 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:52.838086 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:52.838284 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c69bb-97c3-4973-8cc6-bdecd8e83449 req-bc657897-7a3b-47b3-8bbb-a716fead001f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:52.839317 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 3806f015-7895-415c-b49c-398979f16415 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:52.839776 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-135c69bb-97c3-4973-8cc6-bdecd8e83449 req-bc657897-7a3b-47b3-8bbb-a716fead001f tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.0920794 Jun 24 08:28:52.849630 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-076b07f4-6dd7-42fe-8fbd-2250071ba053 None None] Provisioning complete for port 177ab309-001a-427c-afff-f11489196caa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:52.850089 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-076b07f4-6dd7-42fe-8fbd-2250071ba053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (177ab309-001a-427c-afff-f11489196caa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.885437 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:52.910693 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks [] for router_gateway (45d911f3-f500-410c-875c-3e92d8e72c94), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.939957 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks [] for port (177ab309-001a-427c-afff-f11489196caa), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.946164 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-135c69bb-97c3-4973-8cc6-bdecd8e83449 req-467c4f0d-63ce-4d04-9e17-267280d305b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851088 Jun 24 08:28:52.964033 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7d1f9a19-cd41-4f99-9993-63a9df409776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:52.964749 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.020987 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b47d3-c0cc-4947-aecb-1f3efaf2be89 None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:20:16Z', 'revision_number': 4, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8', 'name': '', 'network_id': '7b69c08d-6a46-414d-bcd2-12cdadfd6edc', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'mac_address': 'fa:16:3e:d6:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:15Z', 'updated_at': '2022-06-24T08:20:19Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'subnets': [{'id': 'd35b3571-bfc9-40aa-85d0-a92d4c79c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:28:53.028837 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (177ab309-001a-427c-afff-f11489196caa), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.037079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:53.045262 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-493fb7de-249d-4be3-9c5c-6c60771aec45 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321196 Jun 24 08:28:53.052592 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Attempting to bind port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:53.052967 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Attempting to bind port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:53.053331 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Attempting to bind port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 on network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:53.062738 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:53.063178 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Checking segment: {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:53.063580 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.063975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Bound using segment: {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:53.064484 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Bound port: 9bc57e4c-00ce-4faa-af6e-7c21670f2790, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:53.064862 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.099675 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-076b07f4-6dd7-42fe-8fbd-2250071ba053 None None] Port 177ab309-001a-427c-afff-f11489196caa cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:53.156590 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (ed296607-afaf-4971-a51f-f83b44b811bf), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.156892 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 3806f015-7895-415c-b49c-398979f16415 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:53.157236 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (3806f015-7895-415c-b49c-398979f16415), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.166609 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Pushing event updated for resources: {'Port': ['ID=177ab309-001a-427c-afff-f11489196caa,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:53.252596 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:53.258941 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-7de068ed-ec8b-40d4-95bb-b0d856c839c1 None None] Provisioning complete for port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:53.263762 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7de068ed-ec8b-40d4-95bb-b0d856c839c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.263909 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-495a0243-6d76-4d12-ad7c-b80d5dde12e6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:53.266215 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-495a0243-6d76-4d12-ad7c-b80d5dde12e6 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.0578606 Jun 24 08:28:53.297815 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Allocated IP 172.27.3.86 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/013a9466-e473-4a7c-a5fe-c95159131f7e) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:53.303838 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-7de068ed-ec8b-40d4-95bb-b0d856c839c1 None None] Port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:53.316881 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:53.318776 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:53.332615 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Publish callbacks [] for port (c938c074-5f65-405d-a642-58a93d464989), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.334816 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] For port 9bc57e4c-00ce-4faa-af6e-7c21670f2790, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:53.340121 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] For port 9bc57e4c-00ce-4faa-af6e-7c21670f2790, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9bc57e4c-00ce-4faa-af6e-7c21670f2790,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:53.408452 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 3806f015-7895-415c-b49c-398979f16415 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:53.441709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (c938c074-5f65-405d-a642-58a93d464989), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.443339 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-52e8b997-1b22-42ae-bd8c-2e928a645c4a req-45db86e8-9d72-4344-8b5d-1c0e8bf36338 service neutron] 10.222.0.26 "GET /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642445 Jun 24 08:28:53.497389 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:53.528643 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.530351 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Router ed296607-afaf-4971-a51f-f83b44b811bf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:28:53.543707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Pushing event updated for resources: {'Port': ['ID=c938c074-5f65-405d-a642-58a93d464989,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:53.549394 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Deleting port 49476779-f723-492d-a807-c92bf6bf2ca5 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:28:53.551720 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.593162 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77fbe5-0edf-4710-bb52-cf74c3a24589 None None] New status for floating IP 9266ddde-807e-4aba-a971-4161cd2d4197: DOWN {{(pid=104495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:28:53.632304 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Network fb4a40a0-d49d-4191-8c83-9201afce4683 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:53.633967 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:53.645176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:53.677900 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:53.694121 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-08fd872e-3ca4-4a82-b041-03a917495672 admin admin] 10.222.0.42 "PUT /v2.0/routers/ed296607-afaf-4971-a51f-f83b44b811bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0102701 Jun 24 08:28:53.715983 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:53.765798 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f47d34-f66b-499e-b1b3-79c43bb39dda None None] Pushing event updated for resources: {'Port': ['ID=9bc57e4c-00ce-4faa-af6e-7c21670f2790,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:53.779152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks [] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.806264 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:53.808245 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:53.828801 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:53.855561 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] For port 49476779-f723-492d-a807-c92bf6bf2ca5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=49476779-f723-492d-a807-c92bf6bf2ca5,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:53.855561 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.879105 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Calling delete_port for 49476779-f723-492d-a807-c92bf6bf2ca5 owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:28:53.900834 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Attempting to bind port c938c074-5f65-405d-a642-58a93d464989 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:53.901565 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Attempting to bind port c938c074-5f65-405d-a642-58a93d464989 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:53.903480 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Attempting to bind port c938c074-5f65-405d-a642-58a93d464989 on network fb4a40a0-d49d-4191-8c83-9201afce4683 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:53.918659 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:53.919270 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Checking segment: {'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:53.919773 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.920297 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Bound using segment: {'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:53.920885 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Bound port: c938c074-5f65-405d-a642-58a93d464989, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:53.921386 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (c938c074-5f65-405d-a642-58a93d464989), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.946358 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-2beaeb11-8e58-4614-abd3-45678de95a12 None None] Provisioning complete for port 177ab309-001a-427c-afff-f11489196caa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:53.946358 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2beaeb11-8e58-4614-abd3-45678de95a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (177ab309-001a-427c-afff-f11489196caa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:53.982321 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:53.993943 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.058196 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:54.066678 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:54.072510 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] For port c938c074-5f65-405d-a642-58a93d464989, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:54.074019 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:54.078181 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] For port c938c074-5f65-405d-a642-58a93d464989, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=c938c074-5f65-405d-a642-58a93d464989,segment=NetworkSegment(38eca945-6c03-4e28-9395-58bc8294a787),segment_id=38eca945-6c03-4e28-9395-58bc8294a787)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:54.083144 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-2beaeb11-8e58-4614-abd3-45678de95a12 None None] Port 177ab309-001a-427c-afff-f11489196caa cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:54.110542 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Pushing event updated for resources: {'Port': ['ID=013a9466-e473-4a7c-a5fe-c95159131f7e,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:54.125773 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:54.134403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22331439-77c1-475d-9ee5-7fe59e5c797c req-fcf3f903-7557-44a4-97ce-f28a62f1b269 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:54.138403 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-22331439-77c1-475d-9ee5-7fe59e5c797c req-fcf3f903-7557-44a4-97ce-f28a62f1b269 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 946 time: 0.0747993 Jun 24 08:28:54.166531 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (c938c074-5f65-405d-a642-58a93d464989), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.198272 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-22331439-77c1-475d-9ee5-7fe59e5c797c req-90069018-9a32-45f4-8558-38c802efd0d9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f6e9b09-7948-4669-a10e-6552aa86a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557518 Jun 24 08:28:54.233979 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:54.237898 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-3851e0d0-9d12-4d24-b5e6-5b07169a79c9 None None] Provisioning complete for port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:54.238279 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3851e0d0-9d12-4d24-b5e6-5b07169a79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.300082 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:54.318711 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:54.319091 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.334991 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (49476779-f723-492d-a807-c92bf6bf2ca5), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.368412 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event deleted for resources: {'Port': ['ID=49476779-f723-492d-a807-c92bf6bf2ca5,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:54.409312 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7379b4-1c99-4f27-bd91-9f0e1a6e3e94 None None] Pushing event updated for resources: {'Port': ['ID=c938c074-5f65-405d-a642-58a93d464989,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:54.445599 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] No DVR routers for this DVR port 49476779-f723-492d-a807-c92bf6bf2ca5 on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:28:54.448330 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.452119 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-410e3966-3bcf-4ab9-bcda-f97d0594227a req-af1adca3-db62-43f4-a575-1431167b22f9 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.26 "DELETE /v2.0/ports/49476779-f723-492d-a807-c92bf6bf2ca5 HTTP/1.1" status: 204 len: 173 time: 1.1757228 Jun 24 08:28:54.452889 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'name': 'network-vif-deleted', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:28:54.455242 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db96fc-22d7-4097-be90-4b7cf41c3a6d" -d '{"events": [{"server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "name": "network-vif-deleted", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:28:54.638178 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-3851e0d0-9d12-4d24-b5e6-5b07169a79c9 None None] Current status of the port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:54.638571 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3851e0d0-9d12-4d24-b5e6-5b07169a79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.649665 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5602c574-d40d-4a51-9ebc-cdaade64ff6a x-openstack-request-id: req-5602c574-d40d-4a51-9ebc-cdaade64ff6a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:28:54.650054 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdae3c8-cd18-4640-9b59-23bc29ae1383", "name": "network-vif-deleted", "tag": "49476779-f723-492d-a807-c92bf6bf2ca5", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:28:54.650627 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5602c574-d40d-4a51-9ebc-cdaade64ff6a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:28:54.651109 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5602c574-d40d-4a51-9ebc-cdaade64ff6a'] response: {'server_uuid': '3cdae3c8-cd18-4640-9b59-23bc29ae1383', 'name': 'network-vif-deleted', 'tag': '49476779-f723-492d-a807-c92bf6bf2ca5', 'status': 'completed', 'code': 200} Jun 24 08:28:54.652546 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks [] for router_gateway (45d911f3-f500-410c-875c-3e92d8e72c94), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.708481 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:54.708481 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.766186 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:53Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:54.772539 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-3851e0d0-9d12-4d24-b5e6-5b07169a79c9 None None] For port 9bc57e4c-00ce-4faa-af6e-7c21670f2790, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9bc57e4c-00ce-4faa-af6e-7c21670f2790,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:54.775865 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:54.850182 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afac54a-84a3-44e1-9029-6c4e60907a15 None None] The sync data for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:53Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:28:54.855202 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3851e0d0-9d12-4d24-b5e6-5b07169a79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.891405 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:54.894499 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:54.895534 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:54.976843 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (45d911f3-f500-410c-875c-3e92d8e72c94), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.023159 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851e0d0-9d12-4d24-b5e6-5b07169a79c9 None None] Pushing event updated for resources: {'Port': ['ID=9bc57e4c-00ce-4faa-af6e-7c21670f2790,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:55.133598 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Sync routers for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:28:55.207671 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:55.208525 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:55.214038 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:55.258820 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35726) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:55.267486 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-210941562-network', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:55.338666 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-53d3c8b2-ef3e-43c4-bbf9-a4312d05e8dc req-348a7439-844c-4070-9a03-4de1b3795205 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cdae3c8-cd18-4640-9b59-23bc29ae1383 HTTP/1.1" status: 200 len: 210 time: 0.0390437 Jun 24 08:28:55.396178 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Made reservation on behalf of cc2f442a6e4d4fed9abeb17cab71a273 for: {'network': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:55.400695 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for network (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.406188 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Router 45d911f3-f500-410c-875c-3e92d8e72c94 is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:28:55.422880 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.508483 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-4f171859-bc7d-4d60-b3fc-bc214d068f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.534607 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:55.542328 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks [] for security_group (c0468751-26d5-4b0e-9171-789fa69838b0), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.615551 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:55.625642 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Sync routers for ids ['45d911f3-f500-410c-875c-3e92d8e72c94'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:28:55.645488 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Routers {'45d911f3-f500-410c-875c-3e92d8e72c94'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:55.645488 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['45d911f3-f500-410c-875c-3e92d8e72c94'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:55.725986 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c0468751-26d5-4b0e-9171-789fa69838b0), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.738811 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:55.789789 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.789789 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-d31cae49-f452-4d20-85de-29a4e338c7ab admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8492298 Jun 24 08:28:55.790289 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 2, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:55.790635 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35728) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:55.791710 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=104492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:28:55.805644 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0468751-26d5-4b0e-9171-789fa69838b0,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:55.815560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (a1d3e88a-7697-4555-b762-4cd113610998), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:55.815826 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.segments_db [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Added segment a1d3e88a-7697-4555-b762-4cd113610998 of type vlan for network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 Jun 24 08:28:55.825022 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Set router 45d911f3-f500-410c-875c-3e92d8e72c94 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:55.853018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03ea1bd-3b4e-4eee-b795-da5d6a2c6c32 None None] Network fb4a40a0-d49d-4191-8c83-9201afce4683 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:28:55.853018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Checking router: ed296607-afaf-4971-a51f-f83b44b811bf for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:28:55.853018 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Updating router ed296607-afaf-4971-a51f-f83b44b811bf port 177ab309-001a-427c-afff-f11489196caa binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:28:55.890757 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750875427521'] for network (456a5130-110b-4889-9c2a-a0ca1ffb9bd9), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.037904 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143'] for network (456a5130-110b-4889-9c2a-a0ca1ffb9bd9), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.039029 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:56.039623 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.059062 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device c938c074-5f65-405d-a642-58a93d464989 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:56.064891 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-c31e4f9a-8357-45cd-a6fa-95e6cbd9024b None None] Provisioning complete for port c938c074-5f65-405d-a642-58a93d464989 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:56.065241 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c31e4f9a-8357-45cd-a6fa-95e6cbd9024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (c938c074-5f65-405d-a642-58a93d464989), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.088077 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:56.096079 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (177ab309-001a-427c-afff-f11489196caa), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.124311 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] Pushing event updated for resources: {'Network': ['ID=456a5130-110b-4889-9c2a-a0ca1ffb9bd9,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:56.138626 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 3, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port': {'id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:56.155139 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 details requested by agent ovs-agent-dv-cinder-834822-6-iscsi with host dv-cinder-834822-6-iscsi {{(pid=104494) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:28:56.174641 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Checking router: 45d911f3-f500-410c-875c-3e92d8e72c94 for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:28:56.178124 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Updating router 45d911f3-f500-410c-875c-3e92d8e72c94 port 013a9466-e473-4a7c-a5fe-c95159131f7e binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:28:56.182401 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:56.186017 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:56.213991 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.243112 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-17f829da-9283-41ab-8b00-3a99917e859b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9822073 Jun 24 08:28:56.245804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35730) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:56.251671 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Request body: {'subnet': {'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-210941562-subnet', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'ip_version': 4}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:56.389604 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Made reservation on behalf of cc2f442a6e4d4fed9abeb17cab71a273 for: {'subnet': 1} {{(pid=104492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:28:56.394207 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9754283'] for subnet (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.458605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port c938c074-5f65-405d-a642-58a93d464989 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:56.459667 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (c938c074-5f65-405d-a642-58a93d464989), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.493779 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35734) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:56.574270 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:56.605411 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.607401 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-c31e4f9a-8357-45cd-a6fa-95e6cbd9024b None None] Current status of the port c938c074-5f65-405d-a642-58a93d464989 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:56.608092 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c31e4f9a-8357-45cd-a6fa-95e6cbd9024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (c938c074-5f65-405d-a642-58a93d464989), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.735721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.756355 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-c31e4f9a-8357-45cd-a6fa-95e6cbd9024b None None] For port c938c074-5f65-405d-a642-58a93d464989, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=c938c074-5f65-405d-a642-58a93d464989,segment=NetworkSegment(38eca945-6c03-4e28-9395-58bc8294a787),segment_id=38eca945-6c03-4e28-9395-58bc8294a787)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:56.760282 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Deleting port c784cc7c-fee7-4c28-9c4b-21891be6350e {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:28:56.760877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.783423 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port c938c074-5f65-405d-a642-58a93d464989 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:56.784003 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (c938c074-5f65-405d-a642-58a93d464989), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.802149 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:56.809858 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Publish callbacks [] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.833784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:56.848971 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c31e4f9a-8357-45cd-a6fa-95e6cbd9024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (c938c074-5f65-405d-a642-58a93d464989), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.874999 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.875429 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9673495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9754333'] for subnet (6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.950581 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.db.api [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:28:56.951005 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG oslo_db.api [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:28:56.955940 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df968e9-f76a-4373-88f5-ccabae3d6d80 None None] Pushing event updated for resources: {'Port': ['ID=013a9466-e473-4a7c-a5fe-c95159131f7e,revision_number=2']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:56.967732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:56.978906 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Attempting to bind port 013a9466-e473-4a7c-a5fe-c95159131f7e on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:56.979707 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Attempting to bind port 013a9466-e473-4a7c-a5fe-c95159131f7e by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:56.980335 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Attempting to bind port 013a9466-e473-4a7c-a5fe-c95159131f7e on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:56.986512 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e4f9a-8357-45cd-a6fa-95e6cbd9024b None None] Pushing event updated for resources: {'Port': ['ID=c938c074-5f65-405d-a642-58a93d464989,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:56.990637 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:56.996139 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:56.996139 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:56.996139 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:56.996139 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Bound port: 013a9466-e473-4a7c-a5fe-c95159131f7e, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:56.996139 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.014410 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Checking segment: {'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:57.014851 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Network hostable DHCP agents. Network: 456a5130-110b-4889-9c2a-a0ca1ffb9bd9, hostable agents: ['f93ea03a-3112-4533-8c9d-912d9c20fe29'], hosted agents: [] {{(pid=104492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:28:57.016156 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-64d0b760-11ed-4477-915f-bd6734fb41e6 None None] Provisioning complete for port c938c074-5f65-405d-a642-58a93d464989 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:57.016565 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-64d0b760-11ed-4477-915f-bd6734fb41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (c938c074-5f65-405d-a642-58a93d464989), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.061184 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] For port 013a9466-e473-4a7c-a5fe-c95159131f7e, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:57.065429 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] For port 013a9466-e473-4a7c-a5fe-c95159131f7e, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=013a9466-e473-4a7c-a5fe-c95159131f7e,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:57.132527 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 is scheduled to be hosted by DHCP agent f93ea03a-3112-4533-8c9d-912d9c20fe29 with binding_index 1 {{(pid=104492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:28:57.133748 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 49476779-f723-492d-a807-c92bf6bf2ca5 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:28:57.157812 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Publish callbacks [] for port (177ab309-001a-427c-afff-f11489196caa), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.162528 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 49476779-f723-492d-a807-c92bf6bf2ca5 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:28:57.165425 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 49476779-f723-492d-a807-c92bf6bf2ca5 not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:28:57.165789 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.200015 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-64d0b760-11ed-4477-915f-bd6734fb41e6 None None] Current status of the port c938c074-5f65-405d-a642-58a93d464989 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:57.209056 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.209368 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (c784cc7c-fee7-4c28-9c4b-21891be6350e), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.230193 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Calling delete_port for c784cc7c-fee7-4c28-9c4b-21891be6350e owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:28:57.234606 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-6-iscsi, 456a5130-110b-4889-9c2a-a0ca1ffb9bd9) {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:57.240188 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:28:57.241022 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.246540 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Routers {'45d911f3-f500-410c-875c-3e92d8e72c94'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:57.247177 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['45d911f3-f500-410c-875c-3e92d8e72c94'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:57.250614 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8af0cf-e600-4eee-ab9f-c62ecba75f55 None None] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:28:57.271625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (177ab309-001a-427c-afff-f11489196caa), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.317871 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df968e9-f76a-4373-88f5-ccabae3d6d80 None None] Pushing event updated for resources: {'Port': ['ID=013a9466-e473-4a7c-a5fe-c95159131f7e,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:57.321549 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Allocated IP 172.20.0.1 (fb4a40a0-d49d-4191-8c83-9201afce4683/81dfb1b9-ee47-4dac-81aa-42b5d25993e7/4a153bd5-2988-41ae-8748-ccbf653efbfa) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:57.334314 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4b6345a6-339f-4586-9691-bde69dab7fcb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0875254 Jun 24 08:28:57.339808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35736) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:57.347666 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:28:57.382791 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:57.384189 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:57.396904 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] Set router 45d911f3-f500-410c-875c-3e92d8e72c94 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:57.417226 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1fda8-1316-4841-bea7-4c19ac23b47a None None] Pushing event updated for resources: {'Port': ['ID=177ab309-001a-427c-afff-f11489196caa,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:57.463407 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16108'] for router (8b799621-1c46-42d7-90c5-2ba358a4376f), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.465572 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16123'] for router (8b799621-1c46-42d7-90c5-2ba358a4376f), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.506952 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port c938c074-5f65-405d-a642-58a93d464989 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:57.508039 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9bc57e4c-00ce-4faa-af6e-7c21670f2790 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:57.551570 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks [] for router_controller (8b799621-1c46-42d7-90c5-2ba358a4376f), precommit_add_association {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.558631 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Attempting to bind port 177ab309-001a-427c-afff-f11489196caa on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:57.558990 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Attempting to bind port 177ab309-001a-427c-afff-f11489196caa by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:57.559386 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Attempting to bind port 177ab309-001a-427c-afff-f11489196caa on network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:57.567163 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74fbb8bd-ef8f-5eef-a278-4f3950c26e4b-456a5130-110b-4889-9c2a-a0ca1ffb9bd9', 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9', 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'fixed_ips': [{'subnet_id': '6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc'}]}} from dv-cinder-834822-6-iscsi. {{(pid=104494) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:28:57.576920 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.585573 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:57.585954 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Checking segment: {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:57.586352 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.586750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Bound using segment: {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:57.587230 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Bound port: 177ab309-001a-427c-afff-f11489196caa, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:57.587608 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (177ab309-001a-427c-afff-f11489196caa), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.605604 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:57.609207 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks [] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.633116 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 3, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port': {'id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:57.671079 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7b1a1-dd8a-4310-888d-bb42d73c4335 None None] The sync data for ids ['45d911f3-f500-410c-875c-3e92d8e72c94'] in dv-cinder-834822-6-iscsi is: [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 3, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port': {'id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:28:57.682115 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (c784cc7c-fee7-4c28-9c4b-21891be6350e), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.725724 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event deleted for resources: {'Port': ['ID=c784cc7c-fee7-4c28-9c4b-21891be6350e,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:57.729661 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.777245 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Network fb4a40a0-d49d-4191-8c83-9201afce4683 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:57.802302 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:57.808369 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:57.812677 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks [] for router_gateway (8b799621-1c46-42d7-90c5-2ba358a4376f), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.881799 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-c8a5c1c2-1cd7-4c9b-b0b6-6b3a8a5cbe4c None None] Provisioning complete for port 177ab309-001a-427c-afff-f11489196caa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:57.881799 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c1c2-1cd7-4c9b-b0b6-6b3a8a5cbe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (177ab309-001a-427c-afff-f11489196caa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.885850 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Pushing event updated for resources: {'Port': ['ID=4a153bd5-2988-41ae-8748-ccbf653efbfa,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:57.893032 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:57.893404 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.895270 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (45d911f3-f500-410c-875c-3e92d8e72c94), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.949031 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for floatingip (e24f3986-12e5-4239-81d1-a5b9d7ae4c8a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.951663 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:57.953023 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-a6a7ad1f-cede-4b2d-a3f0-944a9b147721 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "DELETE /v2.0/floatingips/e24f3986-12e5-4239-81d1-a5b9d7ae4c8a HTTP/1.1" status: 204 len: 168 time: 1.4585211 Jun 24 08:28:58.012047 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:58.092165 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] For port 177ab309-001a-427c-afff-f11489196caa, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:58.096605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.100952 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5c1c2-1cd7-4c9b-b0b6-6b3a8a5cbe4c None None] Port 177ab309-001a-427c-afff-f11489196caa cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:58.147776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] For port 177ab309-001a-427c-afff-f11489196caa, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=177ab309-001a-427c-afff-f11489196caa,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:58.189496 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.196928 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.db_base_plugin_common [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Allocated IP 172.20.0.2 (456a5130-110b-4889-9c2a-a0ca1ffb9bd9/6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc/28dd05ec-7ca2-41fa-8158-a33c41702daf) {{(pid=104494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:58.248263 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks [] for router_gateway (8b799621-1c46-42d7-90c5-2ba358a4376f), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.255277 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:58.256622 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:58.265889 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:58.268496 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.278282 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.298149 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (177ab309-001a-427c-afff-f11489196caa), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.346862 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:58.363820 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-2f8afa63-ed74-4f31-8949-2680edbe9c57 None None] Provisioning complete for port 4a153bd5-2988-41ae-8748-ccbf653efbfa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:58.364263 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2f8afa63-ed74-4f31-8949-2680edbe9c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.458138 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Allocated IP 172.27.3.157 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/a8481d2b-f1f8-4cfa-b6b7-62353863aab1) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:28:58.501187 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:28:58.501834 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:58.558155 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks [] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.569348 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1fda8-1316-4841-bea7-4c19ac23b47a None None] Pushing event updated for resources: {'Port': ['ID=177ab309-001a-427c-afff-f11489196caa,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:58.580009 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-2f8afa63-ed74-4f31-8949-2680edbe9c57 None None] Port 4a153bd5-2988-41ae-8748-ccbf653efbfa cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:58.602801 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:58.614022 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:58.614405 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.660623 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks [] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.680328 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.756886 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (45d911f3-f500-410c-875c-3e92d8e72c94), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.759188 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Pushing event updated for resources: {'Port': ['ID=4a153bd5-2988-41ae-8748-ccbf653efbfa,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:58.769683 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:58.794553 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.794821 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:28:58.797052 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Publish callbacks [] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), precommit_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.866840 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:58.868111 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Pushing event updated for resources: {'Port': ['ID=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:58.870918 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:58.874879 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Network fb4a40a0-d49d-4191-8c83-9201afce4683 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:58.876531 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:58.877656 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:58.879116 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:58.886287 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-22394c12-847a-4d2d-9a65-712762685a45 None None] Provisioning complete for port 177ab309-001a-427c-afff-f11489196caa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:58.886667 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-22394c12-847a-4d2d-9a65-712762685a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (177ab309-001a-427c-afff-f11489196caa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:58.927205 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:59.039376 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), after_create {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.098178 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Router 45d911f3-f500-410c-875c-3e92d8e72c94 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:28:59.134861 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:59.201937 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 013a9466-e473-4a7c-a5fe-c95159131f7e up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:59.209926 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 is already hosted by enough agents. {{(pid=104494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:28:59.240013 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.scheduler.base_scheduler [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Resources bound (agent type, host, resource id): {{(pid=104494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:28:59.252084 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Received port after_create {{(pid=104494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:28:59.252604 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:28:59.267412 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-ca597fdf-67f9-4ff2-bf75-7832dc0d4b6b admin admin] 10.222.0.42 "PUT /v2.0/routers/45d911f3-f500-410c-875c-3e92d8e72c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4713821 Jun 24 08:28:59.332630 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:59.337949 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:58Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:28:59.339709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Pushing event updated for resources: {'Port': ['ID=28dd05ec-7ca2-41fa-8158-a33c41702daf,revision_number=1']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:59.382742 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks [] for router_gateway (8b799621-1c46-42d7-90c5-2ba358a4376f), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.397353 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58d21b-2831-4fda-a9ed-380f4d5dcdbf None None] The sync data for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:58Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:28:59.402406 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-22394c12-847a-4d2d-9a65-712762685a45 None None] Current status of the port 177ab309-001a-427c-afff-f11489196caa is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:59.402406 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-22394c12-847a-4d2d-9a65-712762685a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (177ab309-001a-427c-afff-f11489196caa), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.455345 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 013a9466-e473-4a7c-a5fe-c95159131f7e triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:59.455690 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.459839 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Attempting to bind port 28dd05ec-7ca2-41fa-8158-a33c41702daf on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:28:59.460229 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Attempting to bind port 28dd05ec-7ca2-41fa-8158-a33c41702daf by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:28:59.460598 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Attempting to bind port 28dd05ec-7ca2-41fa-8158-a33c41702daf on network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:28:59.511180 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:28:59.511559 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Checking segment: {'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:28:59.511960 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.513709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Bound using segment: {'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:28:59.513709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Bound port: 28dd05ec-7ca2-41fa-8158-a33c41702daf, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:28:59.513709 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.528263 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-22394c12-847a-4d2d-9a65-712762685a45 None None] For port 177ab309-001a-427c-afff-f11489196caa, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=177ab309-001a-427c-afff-f11489196caa,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:59.624096 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35754) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:28:59.638967 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-22394c12-847a-4d2d-9a65-712762685a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (177ab309-001a-427c-afff-f11489196caa), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.651357 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 013a9466-e473-4a7c-a5fe-c95159131f7e is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:28:59.652328 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.720608 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] For port 28dd05ec-7ca2-41fa-8158-a33c41702daf, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:28:59.749892 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a318bef4-2ecd-43bb-9f13-26340db541b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group (7f6e9b09-7948-4669-a10e-6552aa86a440), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.757873 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port 013a9466-e473-4a7c-a5fe-c95159131f7e, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=013a9466-e473-4a7c-a5fe-c95159131f7e,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:28:59.776923 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] For port 28dd05ec-7ca2-41fa-8158-a33c41702daf, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=28dd05ec-7ca2-41fa-8158-a33c41702daf,segment=NetworkSegment(a1d3e88a-7697-4555-b762-4cd113610998),segment_id=a1d3e88a-7697-4555-b762-4cd113610998)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:28:59.789591 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22394c12-847a-4d2d-9a65-712762685a45 None None] Pushing event updated for resources: {'Port': ['ID=177ab309-001a-427c-afff-f11489196caa,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:59.793859 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-6273a590-fd72-43ee-9e81-dc6bf8e7e0b9 None None] Provisioning complete for port 4a153bd5-2988-41ae-8748-ccbf653efbfa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:59.794246 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6273a590-fd72-43ee-9e81-dc6bf8e7e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.814242 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a318bef4-2ecd-43bb-9f13-26340db541b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group (7f6e9b09-7948-4669-a10e-6552aa86a440), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.845423 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.846552 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device c938c074-5f65-405d-a642-58a93d464989 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:28:59.850264 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:28:59.857340 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:59.912702 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-6273a590-fd72-43ee-9e81-dc6bf8e7e0b9 None None] Port 4a153bd5-2988-41ae-8748-ccbf653efbfa cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:28:59.954705 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=013a9466-e473-4a7c-a5fe-c95159131f7e,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:28:59.963777 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:28:59.977486 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port c938c074-5f65-405d-a642-58a93d464989 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:28:59.977862 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (c938c074-5f65-405d-a642-58a93d464989), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.000089 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a318bef4-2ecd-43bb-9f13-26340db541b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7f6e9b09-7948-4669-a10e-6552aa86a440), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.002672 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-a318bef4-2ecd-43bb-9f13-26340db541b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.004836 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-a318bef4-2ecd-43bb-9f13-26340db541b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] 10.222.0.42 "DELETE /v2.0/security-groups/7f6e9b09-7948-4669-a10e-6552aa86a440 HTTP/1.1" status: 204 len: 168 time: 0.3794050 Jun 24 08:29:00.026010 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35758) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:00.033539 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318bef4-2ecd-43bb-9f13-26340db541b8 tempest-TestVolumeBootPattern-1464800250 tempest-TestVolumeBootPattern-1464800250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e9b09-7948-4669-a10e-6552aa86a440,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:00.036977 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-f97254f5-d46d-4488-8c42-8ac2e97d6e46 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111969689', 'description': 'tempest-secgroup-smoke-111969689 description', 'project_id': 'bdb93f2721d548d7b01475fb650d882f'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:00.083380 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562253'] for router (8b799621-1c46-42d7-90c5-2ba358a4376f), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.179476 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35760) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:00.249308 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f97254f5-d46d-4488-8c42-8ac2e97d6e46 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.320170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Sync routers for ids ['45d911f3-f500-410c-875c-3e92d8e72c94'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:29:00.368015 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Routers {'45d911f3-f500-410c-875c-3e92d8e72c94'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:00.368929 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['45d911f3-f500-410c-875c-3e92d8e72c94'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:00.370868 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124c69-b98e-43f5-9d34-2e5c956e2bc1 None None] Pushing event updated for resources: {'Port': ['ID=28dd05ec-7ca2-41fa-8158-a33c41702daf,revision_number=2']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:00.438475 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f97254f5-d46d-4488-8c42-8ac2e97d6e46 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group (35386cca-9b48-4f2c-a8db-a2ed12eeae05), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.440940 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Router 8b799621-1c46-42d7-90c5-2ba358a4376f is scheduled to L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 with binding_index 1 {{(pid=104492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:29:00.488671 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port c938c074-5f65-405d-a642-58a93d464989 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:00.518164 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f97254f5-d46d-4488-8c42-8ac2e97d6e46 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (35386cca-9b48-4f2c-a8db-a2ed12eeae05), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.553480 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Set router 45d911f3-f500-410c-875c-3e92d8e72c94 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:00.599346 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97254f5-d46d-4488-8c42-8ac2e97d6e46 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35386cca-9b48-4f2c-a8db-a2ed12eeae05,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:00.635324 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-f97254f5-d46d-4488-8c42-8ac2e97d6e46 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.639481 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-f97254f5-d46d-4488-8c42-8ac2e97d6e46 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6096365 Jun 24 08:29:00.639818 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35764) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:00.644954 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-31bd8315-4d77-49aa-9e25-24636bdf3193 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'security_group_rule': {'security_group_id': '35386cca-9b48-4f2c-a8db-a2ed12eeae05', 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:00.666986 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:29:00.681108 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Sync routers for ids ['8b799621-1c46-42d7-90c5-2ba358a4376f'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:29:00.694194 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:00.698641 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Routers {'8b799621-1c46-42d7-90c5-2ba358a4376f'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:00.698641 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['8b799621-1c46-42d7-90c5-2ba358a4376f'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:00.756801 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-31bd8315-4d77-49aa-9e25-24636bdf3193 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (479c5393-c1db-494a-940d-3030e92743d1), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.797403 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.799897 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-00131219-f5a7-4b4d-8e76-1b73776b991c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4578366 Jun 24 08:29:00.803104 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35766) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:00.837879 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Set router 8b799621-1c46-42d7-90c5-2ba358a4376f gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:00.853711 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:58Z', 'revision_number': 4, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port': {'id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '4a153bd5-2988-41ae-8748-ccbf653efbfa', 'name': '', 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'mac_address': 'fa:16:3e:70:70:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '81dfb1b9-ee47-4dac-81aa-42b5d25993e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:56Z', 'updated_at': '2022-06-24T08:28:58Z', 'revision_number': 2, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'subnets': [{'id': '81dfb1b9-ee47-4dac-81aa-42b5d25993e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:00.885808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Checking router: 45d911f3-f500-410c-875c-3e92d8e72c94 for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:29:00.885808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Updating router 45d911f3-f500-410c-875c-3e92d8e72c94 port 4a153bd5-2988-41ae-8748-ccbf653efbfa binding host dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:29:00.912782 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-31bd8315-4d77-49aa-9e25-24636bdf3193 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (479c5393-c1db-494a-940d-3030e92743d1), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.947211 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:00.998269 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-31bd8315-4d77-49aa-9e25-24636bdf3193 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (479c5393-c1db-494a-940d-3030e92743d1), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.037322 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd8315-4d77-49aa-9e25-24636bdf3193 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479c5393-c1db-494a-940d-3030e92743d1,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:01.040130 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.065775 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 3, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port': {'id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:58Z', 'updated_at': '2022-06-24T08:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:01.095018 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Checking router: 8b799621-1c46-42d7-90c5-2ba358a4376f for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:29:01.095808 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Updating router 8b799621-1c46-42d7-90c5-2ba358a4376f port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:29:01.136730 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-31bd8315-4d77-49aa-9e25-24636bdf3193 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.138032 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-31bd8315-4d77-49aa-9e25-24636bdf3193 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4973247 Jun 24 08:29:01.140144 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.140704 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35768) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:01.141852 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.170533 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-a526f7da-fc4a-47eb-a439-1f9936046bfb tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'security_group_rule': {'security_group_id': '35386cca-9b48-4f2c-a8db-a2ed12eeae05', 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:01.301944 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 013a9466-e473-4a7c-a5fe-c95159131f7e up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:01.328519 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a526f7da-fc4a-47eb-a439-1f9936046bfb tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (d7b0f6f0-2a99-444c-81e2-dca39f07f08e), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.399247 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.415276 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (faf3efa4-b978-48d8-978a-08b249bcd2f5), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.430836 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 013a9466-e473-4a7c-a5fe-c95159131f7e triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:01.431394 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.462570 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a526f7da-fc4a-47eb-a439-1f9936046bfb tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (d7b0f6f0-2a99-444c-81e2-dca39f07f08e), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.480993 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899cc27-89fb-4e96-b0b8-854e5c81be35 None None] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:29:01.522534 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Publish callbacks [] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.554865 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a526f7da-fc4a-47eb-a439-1f9936046bfb tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (d7b0f6f0-2a99-444c-81e2-dca39f07f08e), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.583643 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526f7da-fc4a-47eb-a439-1f9936046bfb tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b0f6f0-2a99-444c-81e2-dca39f07f08e,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:01.605814 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.628421 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-2b8f1bbe-2e10-4d77-a903-6d4114fb53f8 None None] Provisioning complete for port 28dd05ec-7ca2-41fa-8158-a33c41702daf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:01.628744 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2b8f1bbe-2e10-4d77-a903-6d4114fb53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.638672 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Publish callbacks [] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), precommit_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.653451 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-a526f7da-fc4a-47eb-a439-1f9936046bfb tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.655037 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-a526f7da-fc4a-47eb-a439-1f9936046bfb tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5043688 Jun 24 08:29:01.657662 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35770) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:01.663126 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-25dba859-77d3-42ce-a6ce-f1bfbb56f97c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'security_group_rule': {'security_group_id': '35386cca-9b48-4f2c-a8db-a2ed12eeae05', 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:01.674776 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.697014 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Attempting to bind port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:29:01.697670 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Attempting to bind port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:29:01.697670 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Attempting to bind port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 on network 64293df7-480a-448c-aa04-f1c5af85cc5b {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:29:01.706673 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:29:01.707589 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Checking segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:29:01.707589 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.707952 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Bound using segment: {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:29:01.708608 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Bound port: a8481d2b-f1f8-4cfa-b6b7-62353863aab1, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd74fe6-296b-4922-b0bb-b471da2b25ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:29:01.709169 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.711149 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecb4a0-d465-4466-8058-03d4b8f5eea7 None None] Pushing event updated for resources: {'Port': ['ID=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,revision_number=2']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:01.712337 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.712893 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.713748 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 013a9466-e473-4a7c-a5fe-c95159131f7e is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:01.714632 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.718899 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 177ab309-001a-427c-afff-f11489196caa up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:01.747280 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.774808 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] For port a8481d2b-f1f8-4cfa-b6b7-62353863aab1, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:29:01.778057 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] For port a8481d2b-f1f8-4cfa-b6b7-62353863aab1, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:29:01.808611 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-25dba859-77d3-42ce-a6ce-f1bfbb56f97c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (9bce0014-f033-48bb-8d72-ff01aa8b9a96), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.809296 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.857876 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.866107 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:01.874702 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f1bbe-2e10-4d77-a903-6d4114fb53f8 None None] Current status of the port 28dd05ec-7ca2-41fa-8158-a33c41702daf is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:01.874702 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2b8f1bbe-2e10-4d77-a903-6d4114fb53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.879430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Deleting port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:01.879430 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.898746 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Pushing event updated for resources: {'Port': ['ID=4a153bd5-2988-41ae-8748-ccbf653efbfa,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:01.911108 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.914124 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.914124 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.914124 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.914124 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.914124 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.914124 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.920901 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.921853 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.922203 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.922618 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.922871 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.923767 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.924108 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.924483 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:01.958189 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-25dba859-77d3-42ce-a6ce-f1bfbb56f97c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (9bce0014-f033-48bb-8d72-ff01aa8b9a96), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:01.982422 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Routers {'8b799621-1c46-42d7-90c5-2ba358a4376f'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:01.983331 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['8b799621-1c46-42d7-90c5-2ba358a4376f'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:02.007788 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 177ab309-001a-427c-afff-f11489196caa triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:02.008159 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (177ab309-001a-427c-afff-f11489196caa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.031424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Allocated IP 172.20.0.1 (456a5130-110b-4889-9c2a-a0ca1ffb9bd9/6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc/d0860811-612a-4646-aab2-ed5cc7ff7744) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:29:02.048327 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-25dba859-77d3-42ce-a6ce-f1bfbb56f97c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (9bce0014-f033-48bb-8d72-ff01aa8b9a96), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.059609 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] For port a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:02.059609 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.082896 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Calling delete_port for a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 owned by network:router_interface {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:02.092135 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:02.105303 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-2b8f1bbe-2e10-4d77-a903-6d4114fb53f8 None None] For port 28dd05ec-7ca2-41fa-8158-a33c41702daf, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=28dd05ec-7ca2-41fa-8158-a33c41702daf,segment=NetworkSegment(a1d3e88a-7697-4555-b762-4cd113610998),segment_id=a1d3e88a-7697-4555-b762-4cd113610998)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:02.110753 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dba859-77d3-42ce-a6ce-f1bfbb56f97c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bce0014-f033-48bb-8d72-ff01aa8b9a96,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:02.134235 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-25dba859-77d3-42ce-a6ce-f1bfbb56f97c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.136148 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-25dba859-77d3-42ce-a6ce-f1bfbb56f97c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765084 Jun 24 08:29:02.138654 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35772) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:02.143652 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-13214abe-8339-42ad-84fb-02ab1a7080f6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'security_group_rule': {'security_group_id': '35386cca-9b48-4f2c-a8db-a2ed12eeae05', 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:02.162370 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] Set router 8b799621-1c46-42d7-90c5-2ba358a4376f gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:02.173052 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Attempting to bind port 4a153bd5-2988-41ae-8748-ccbf653efbfa on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:29:02.173344 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Attempting to bind port 4a153bd5-2988-41ae-8748-ccbf653efbfa by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:29:02.173712 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Attempting to bind port 4a153bd5-2988-41ae-8748-ccbf653efbfa on network fb4a40a0-d49d-4191-8c83-9201afce4683 {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:29:02.180891 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2b8f1bbe-2e10-4d77-a903-6d4114fb53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.189719 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:29:02.190307 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Checking segment: {'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:29:02.195625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.200514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Bound using segment: {'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'} {{(pid=104494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:29:02.200514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.managers [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Bound port: 4a153bd5-2988-41ae-8748-ccbf653efbfa, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38eca945-6c03-4e28-9395-58bc8294a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683'}}] {{(pid=104494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:29:02.200514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.235643 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:02.286692 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-13214abe-8339-42ad-84fb-02ab1a7080f6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (e09e606e-4beb-47a3-ac3f-7bfda47613d7), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.305015 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:02.336395 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] For port 4a153bd5-2988-41ae-8748-ccbf653efbfa, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:29:02.340496 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] For port 4a153bd5-2988-41ae-8748-ccbf653efbfa, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=4a153bd5-2988-41ae-8748-ccbf653efbfa,segment=NetworkSegment(38eca945-6c03-4e28-9395-58bc8294a787),segment_id=38eca945-6c03-4e28-9395-58bc8294a787)] {{(pid=104494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:29:02.355772 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-13214abe-8339-42ad-84fb-02ab1a7080f6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (e09e606e-4beb-47a3-ac3f-7bfda47613d7), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.361744 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks [] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.363756 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f1bbe-2e10-4d77-a903-6d4114fb53f8 None None] Pushing event updated for resources: {'Port': ['ID=28dd05ec-7ca2-41fa-8158-a33c41702daf,revision_number=3']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:02.403003 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Provisioning complete for port 28dd05ec-7ca2-41fa-8158-a33c41702daf triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:02.403206 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.419585 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecb4a0-d465-4466-8058-03d4b8f5eea7 None None] Pushing event updated for resources: {'Port': ['ID=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:02.435063 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-13214abe-8339-42ad-84fb-02ab1a7080f6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (e09e606e-4beb-47a3-ac3f-7bfda47613d7), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.446917 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 177ab309-001a-427c-afff-f11489196caa is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:02.448021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 28dd05ec-7ca2-41fa-8158-a33c41702daf up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:02.460466 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13214abe-8339-42ad-84fb-02ab1a7080f6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09e606e-4beb-47a3-ac3f-7bfda47613d7,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:02.479028 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.510956 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 3, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port': {'id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:58Z', 'updated_at': '2022-06-24T08:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:02.539715 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:02.541093 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6a801-f6c7-4e85-b487-f9c47d5490b6 None None] The sync data for ids ['8b799621-1c46-42d7-90c5-2ba358a4376f'] in dv-cinder-834822-6-iscsi is: [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 3, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port': {'id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:58Z', 'updated_at': '2022-06-24T08:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:29:02.577526 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cafc2c-4da6-445a-a1c4-c954b76a6b70 None None] Pushing event updated for resources: {'Port': ['ID=4a153bd5-2988-41ae-8748-ccbf653efbfa,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:02.607005 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Routers {'45d911f3-f500-410c-875c-3e92d8e72c94'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:02.607643 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['45d911f3-f500-410c-875c-3e92d8e72c94'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:02.616342 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 28dd05ec-7ca2-41fa-8158-a33c41702daf triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:02.617302 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.618000 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.671158 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:29:02.677651 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-13214abe-8339-42ad-84fb-02ab1a7080f6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.678943 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-13214abe-8339-42ad-84fb-02ab1a7080f6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5393107 Jun 24 08:29:02.679545 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:29:02.681893 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35774) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:02.690936 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'security_group_rule': {'security_group_id': '35386cca-9b48-4f2c-a8db-a2ed12eeae05', 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:02.691043 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:29:02.701490 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.824646 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.securitygroups_db [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Project bdb93f2721d548d7b01475fb650d882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:29:02.831732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (02708cb9-b4a5-423b-8c74-fb6b04fb33d0), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.889203 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Current status of the port 28dd05ec-7ca2-41fa-8158-a33c41702daf is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:02.905011 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:02.937038 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (02708cb9-b4a5-423b-8c74-fb6b04fb33d0), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.950526 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Provisioning complete for port 4a153bd5-2988-41ae-8748-ccbf653efbfa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:02.950823 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:02.989137 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] Set router 45d911f3-f500-410c-875c-3e92d8e72c94 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:03.006319 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (02708cb9-b4a5-423b-8c74-fb6b04fb33d0), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.033323 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02708cb9-b4a5-423b-8c74-fb6b04fb33d0,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:03.099758 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.101279 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-acb8665c-f064-4074-a463-8aaf9aa66864 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4186654 Jun 24 08:29:03.103988 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35776) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:03.107313 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Pushing event updated for resources: {'Port': ['ID=d0860811-612a-4646-aab2-ed5cc7ff7744,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:03.109095 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'security_group_rule': {'security_group_id': '35386cca-9b48-4f2c-a8db-a2ed12eeae05', 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:03.134113 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565224'] for router_interface (8b799621-1c46-42d7-90c5-2ba358a4376f), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.208837 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:03.211391 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 28dd05ec-7ca2-41fa-8158-a33c41702daf is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:03.246761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.securitygroups_db [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Project bdb93f2721d548d7b01475fb650d882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:29:03.263653 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (24477870-494e-48fb-9a1c-fffbb38ac98f), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.270883 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:03.271921 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Current status of the port 4a153bd5-2988-41ae-8748-ccbf653efbfa is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:03.272354 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.298291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:03.411070 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (24477870-494e-48fb-9a1c-fffbb38ac98f), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.431995 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] For port 4a153bd5-2988-41ae-8748-ccbf653efbfa, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=4a153bd5-2988-41ae-8748-ccbf653efbfa,segment=NetworkSegment(38eca945-6c03-4e28-9395-58bc8294a787),segment_id=38eca945-6c03-4e28-9395-58bc8294a787)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:03.497803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (24477870-494e-48fb-9a1c-fffbb38ac98f), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.504990 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-5a606033-909f-44c3-8935-927c23b26bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:58Z', 'revision_number': 4, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port': {'id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '4a153bd5-2988-41ae-8748-ccbf653efbfa', 'name': '', 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'mac_address': 'fa:16:3e:70:70:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '81dfb1b9-ee47-4dac-81aa-42b5d25993e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:56Z', 'updated_at': '2022-06-24T08:29:02Z', 'revision_number': 4, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'subnets': [{'id': '81dfb1b9-ee47-4dac-81aa-42b5d25993e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:03.515307 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.515568 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (faf3efa4-b978-48d8-978a-08b249bcd2f5), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.535973 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24477870-494e-48fb-9a1c-fffbb38ac98f,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:03.580250 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a606033-909f-44c3-8935-927c23b26bab None None] The sync data for ids ['45d911f3-f500-410c-875c-3e92d8e72c94'] in dv-cinder-834822-6-iscsi is: [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:58Z', 'revision_number': 4, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port': {'id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '4a153bd5-2988-41ae-8748-ccbf653efbfa', 'name': '', 'network_id': 'fb4a40a0-d49d-4191-8c83-9201afce4683', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'mac_address': 'fa:16:3e:70:70:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '81dfb1b9-ee47-4dac-81aa-42b5d25993e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:56Z', 'updated_at': '2022-06-24T08:29:02Z', 'revision_number': 4, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'subnets': [{'id': '81dfb1b9-ee47-4dac-81aa-42b5d25993e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:29:03.594684 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device a8481d2b-f1f8-4cfa-b6b7-62353863aab1 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:03.605984 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.631035 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.632313 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2544599f-18ee-4050-bc82-4de08bbf17f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5270364 Jun 24 08:29:03.657913 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-638b1b88-2909-4de4-a796-2eea0bc24005 None None] Provisioning complete for port 4a153bd5-2988-41ae-8748-ccbf653efbfa triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:03.658588 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-638b1b88-2909-4de4-a796-2eea0bc24005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.663903 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4870eae-a91a-4e7d-8670-f2b687e4d3a9 None None] Pushing event updated for resources: {'Port': ['ID=4a153bd5-2988-41ae-8748-ccbf653efbfa,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:03.740639 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:03.790916 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:03.791288 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.851096 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-638b1b88-2909-4de4-a796-2eea0bc24005 None None] Current status of the port 4a153bd5-2988-41ae-8748-ccbf653efbfa is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:03.874508 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-638b1b88-2909-4de4-a796-2eea0bc24005 None None] Provisioning complete for port d0860811-612a-4646-aab2-ed5cc7ff7744 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:03.874881 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-638b1b88-2909-4de4-a796-2eea0bc24005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:03.924353 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:03.982591 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-638b1b88-2909-4de4-a796-2eea0bc24005 None None] Port d0860811-612a-4646-aab2-ed5cc7ff7744 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:29:03.991797 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:03.993305 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.016975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] For port a8481d2b-f1f8-4cfa-b6b7-62353863aab1, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:04.068844 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks [] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.078324 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Router faf3efa4-b978-48d8-978a-08b249bcd2f5 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:29:04.109107 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.109946 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 28dd05ec-7ca2-41fa-8158-a33c41702daf up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:04.138621 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.192324 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Pushing event updated for resources: {'Port': ['ID=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:04.204179 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 28dd05ec-7ca2-41fa-8158-a33c41702daf triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:04.204625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.264993 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Pushing event updated for resources: {'Port': ['ID=d0860811-612a-4646-aab2-ed5cc7ff7744,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:04.270953 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:29:04.277857 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563320'] for router_interface (8b799621-1c46-42d7-90c5-2ba358a4376f), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.285096 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-6b2024db-b059-4493-baf0-51e9ac5ef3f1 admin admin] 10.222.0.42 "PUT /v2.0/routers/faf3efa4-b978-48d8-978a-08b249bcd2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1022806 Jun 24 08:29:04.285290 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] Sync routers for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:29:04.285520 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35814) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:04.311673 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:04.312335 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:04.318579 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 28dd05ec-7ca2-41fa-8158-a33c41702daf is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:04.387321 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:29:04.388805 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:29:04.435446 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks [] for router (faf3efa4-b978-48d8-978a-08b249bcd2f5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.448284 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:04.548831 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:04.556368 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Router 8b799621-1c46-42d7-90c5-2ba358a4376f has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:29:04.630209 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks [] for router_gateway (faf3efa4-b978-48d8-978a-08b249bcd2f5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.679677 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:29:02Z', 'revision_number': 5, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port': {'id': '4ba9a9d4-f3e6-4c4c-ac93-e56972641123', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:11Z', 'updated_at': '2022-06-24T08:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:04.708721 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] Checking router: faf3efa4-b978-48d8-978a-08b249bcd2f5 for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:29:04.713209 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:29:04.721626 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-529ee3f6-d12e-4d14-a91d-0eaf7e347d55 admin admin] 10.222.0.42 "PUT /v2.0/routers/8b799621-1c46-42d7-90c5-2ba358a4376f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9167044 Jun 24 08:29:04.738567 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f161c9d1-078b-479d-8ace-e4b340e20f90 None None] Provisioning complete for port d0860811-612a-4646-aab2-ed5cc7ff7744 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:04.738567 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f161c9d1-078b-479d-8ace-e4b340e20f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.743454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Deleting port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:04.743803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.762720 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] Routers {'faf3efa4-b978-48d8-978a-08b249bcd2f5'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:04.763448 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['faf3efa4-b978-48d8-978a-08b249bcd2f5'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:04.803759 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f161c9d1-078b-479d-8ace-e4b340e20f90 None None] Port d0860811-612a-4646-aab2-ed5cc7ff7744 cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:29:04.851849 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] For port 4ba9a9d4-f3e6-4c4c-ac93-e56972641123, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:04.852342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:04.856834 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] Set router faf3efa4-b978-48d8-978a-08b249bcd2f5 gateway port host: None {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:04.881123 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Calling delete_port for 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 owned by network:router_gateway {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:04.913214 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:29:04Z', 'revision_number': 6, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:04.952134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdf6bd-8a68-4f12-ad50-3bf211b210aa None None] The sync data for ids ['faf3efa4-b978-48d8-978a-08b249bcd2f5'] in dv-cinder-834822-6-iscsi is: [{'id': 'faf3efa4-b978-48d8-978a-08b249bcd2f5', 'name': 'tempest-TestVolumeBootPattern-956904344-router', 'tenant_id': '9170777eb80e46bd9d8ea3a576a9678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:10Z', 'updated_at': '2022-06-24T08:29:04Z', 'revision_number': 6, 'project_id': '9170777eb80e46bd9d8ea3a576a9678c', 'gw_port_host': None}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:29:04.963259 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:05.223372 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (4ba9a9d4-f3e6-4c4c-ac93-e56972641123), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.252285 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba9a9d4-f3e6-4c4c-ac93-e56972641123,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:05.347866 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (faf3efa4-b978-48d8-978a-08b249bcd2f5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.403552 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 4a153bd5-2988-41ae-8748-ccbf653efbfa up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:05.431939 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:05.458176 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port 4a153bd5-2988-41ae-8748-ccbf653efbfa triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:05.458588 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.463580 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (faf3efa4-b978-48d8-978a-08b249bcd2f5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.466135 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks [] for router_controller (faf3efa4-b978-48d8-978a-08b249bcd2f5), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.535859 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port 4a153bd5-2988-41ae-8748-ccbf653efbfa is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:05.536981 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device a8481d2b-f1f8-4cfa-b6b7-62353863aab1 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:05.556032 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:05.587811 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:05.592521 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:05.592799 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.651872 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (faf3efa4-b978-48d8-978a-08b249bcd2f5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.652507 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf3efa4-b978-48d8-978a-08b249bcd2f5 {{(pid=104492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:29:05.657789 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.669114 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1d007639-cc8f-46ed-8aa0-cb93c2f82c0c admin admin] 10.222.0.42 "DELETE /v2.0/routers/faf3efa4-b978-48d8-978a-08b249bcd2f5 HTTP/1.1" status: 204 len: 168 time: 1.3724546 Jun 24 08:29:05.669594 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35854) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:05.677282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:05.727092 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_v2 [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] Deleting subnet d35b3571-bfc9-40aa-85d0-a92d4c79c837 {{(pid=104493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:29:05.731186 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] Publish callbacks [] for subnet (d35b3571-bfc9-40aa-85d0-a92d4c79c837), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.770971 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12045926'] for subnet (d35b3571-bfc9-40aa-85d0-a92d4c79c837), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:05.856002 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (d35b3571-bfc9-40aa-85d0-a92d4c79c837), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.024052 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12109818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11585873'] for subnet (d35b3571-bfc9-40aa-85d0-a92d4c79c837), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.037604 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:29:06.059434 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35b3571-bfc9-40aa-85d0-a92d4c79c837,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:06.061683 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.068759 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-95482a3a-e726-4b20-81cd-9aa966ac8476 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d35b3571-bfc9-40aa-85d0-a92d4c79c837 HTTP/1.1" status: 204 len: 168 time: 0.4015820 Jun 24 08:29:06.069012 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35860) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:06.072866 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7541d0-e43a-44a3-bd1a-c8e53b077fd2 None None] Network 7b69c08d-6a46-414d-bcd2-12cdadfd6edc requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:29:06.167281 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (7b69c08d-6a46-414d-bcd2-12cdadfd6edc), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.219351 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Deleting port 8036508d-f06b-441b-8d9d-ce513873e550 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:06.219748 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (8036508d-f06b-441b-8d9d-ce513873e550), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.314641 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] DHCP port deletion for 7b69c08d-6a46-414d-bcd2-12cdadfd6edc request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:29:06.317925 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] For port 8036508d-f06b-441b-8d9d-ce513873e550, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=8036508d-f06b-441b-8d9d-ce513873e550,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:06.318464 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (8036508d-f06b-441b-8d9d-ce513873e550), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.333541 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Calling delete_port for 8036508d-f06b-441b-8d9d-ce513873e550 owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:06.358858 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=100 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:06.360237 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] Deleting port 8036508d-f06b-441b-8d9d-ce513873e550 {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:06.360677 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (8036508d-f06b-441b-8d9d-ce513873e550), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.474871 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (8036508d-f06b-441b-8d9d-ce513873e550), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.515730 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Pushing event deleted for resources: {'Port': ['ID=8036508d-f06b-441b-8d9d-ce513873e550,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:06.521723 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] No DVR routers for this DVR port 8036508d-f06b-441b-8d9d-ce513873e550 on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:29:06.616740 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (7b69c08d-6a46-414d-bcd2-12cdadfd6edc), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.634133 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] For port 8036508d-f06b-441b-8d9d-ce513873e550, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=8036508d-f06b-441b-8d9d-ce513873e550,segment=NetworkSegment(ccc55d41-1613-48f5-91d5-4954da5e04ec),segment_id=ccc55d41-1613-48f5-91d5-4954da5e04ec)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:06.634528 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (8036508d-f06b-441b-8d9d-ce513873e550), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.641547 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b69c08d-6a46-414d-bcd2-12cdadfd6edc']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:06.649792 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] Calling delete_port for 8036508d-f06b-441b-8d9d-ce513873e550 owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:06.653050 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc55d41-1613-48f5-91d5-4954da5e04ec') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:06.653589 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc55d41-1613-48f5-91d5-4954da5e04ec') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:06.669806 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (ccc55d41-1613-48f5-91d5-4954da5e04ec), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.686252 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (ccc55d41-1613-48f5-91d5-4954da5e04ec), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.699690 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:29:06.700099 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (ccc55d41-1613-48f5-91d5-4954da5e04ec), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.759940 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (8036508d-f06b-441b-8d9d-ce513873e550), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.802510 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment ccc55d41-1613-48f5-91d5-4954da5e04ec resource provider aggregate not found Jun 24 08:29:06.811473 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] Pushing event deleted for resources: {'Port': ['ID=8036508d-f06b-441b-8d9d-ce513873e550,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:06.816805 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d9161-673a-4f4a-8e16-5b3546e5a38f None None] No DVR routers for this DVR port 8036508d-f06b-441b-8d9d-ce513873e550 on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:29:06.835833 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment ccc55d41-1613-48f5-91d5-4954da5e04ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccc55d41-1613-48f5-91d5-4954da5e04ec found for delete ", "request_id": "req-f539bf33-388f-4036-9cf9-7b0c7df52d9b"}]} Jun 24 08:29:06.944306 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (7b69c08d-6a46-414d-bcd2-12cdadfd6edc), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.963039 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:06.969600 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35868) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:06.970176 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] 10.222.0.42 "DELETE /v2.0/networks/7b69c08d-6a46-414d-bcd2-12cdadfd6edc HTTP/1.1" status: 204 len: 168 time: 0.8996022 Jun 24 08:29:06.970897 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7642a8-bbb9-4ec7-9730-bfc8ed50bfef admin admin] Pushing event deleted for resources: {'Network': ['ID=7b69c08d-6a46-414d-bcd2-12cdadfd6edc,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:07.043252 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:07.396957 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Sync routers for ids ['8b799621-1c46-42d7-90c5-2ba358a4376f'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:29:07.411722 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Routers {'8b799621-1c46-42d7-90c5-2ba358a4376f'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:07.412672 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['8b799621-1c46-42d7-90c5-2ba358a4376f'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:07.473312 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (60e754b7-9914-48c7-babc-e6634428db6a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:07.554672 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Set router 8b799621-1c46-42d7-90c5-2ba358a4376f gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:07.567951 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:29:07.645399 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:29:07.645820 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 4ba9a9d4-f3e6-4c4c-ac93-e56972641123 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:29:07.647244 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 8036508d-f06b-441b-8d9d-ce513873e550 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:29:07.687433 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 8036508d-f06b-441b-8d9d-ce513873e550 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:29:07.687977 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 8036508d-f06b-441b-8d9d-ce513873e550 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:29:07.689015 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:29:07.722714 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:29:07.723966 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device a7f3ab93-1e5c-48f4-b0ce-90b525ba5fc8 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:29:07.805743 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 4, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port': {'id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:58Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'd0860811-612a-4646-aab2-ed5cc7ff7744', 'name': '', 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'mac_address': 'fa:16:3e:20:71:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:29:01Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 2, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'subnets': [{'id': '6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:07.840070 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Checking router: 8b799621-1c46-42d7-90c5-2ba358a4376f for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:29:07.840612 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Updating router 8b799621-1c46-42d7-90c5-2ba358a4376f port d0860811-612a-4646-aab2-ed5cc7ff7744 binding host dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:29:07.881633 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:07.892880 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Deleting port 5ef1072c-e5dd-436c-af9d-096109a61ddf {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:07.893475 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:07.996061 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:08.033361 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] For port 5ef1072c-e5dd-436c-af9d-096109a61ddf, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=5ef1072c-e5dd-436c-af9d-096109a61ddf,segment=NetworkSegment(d7797c73-175d-4002-9248-b5274f499960),segment_id=d7797c73-175d-4002-9248-b5274f499960)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:08.034022 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.055251 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Calling delete_port for 5ef1072c-e5dd-436c-af9d-096109a61ddf owned by network:router_interface {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:08.290205 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Publish callbacks [] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), precommit_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.355857 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.368002 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:08.449846 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdad09-53d4-467b-82fa-9f6f2852b840 None None] Pushing event updated for resources: {'Port': ['ID=d0860811-612a-4646-aab2-ed5cc7ff7744,revision_number=3']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:08.465459 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (5ef1072c-e5dd-436c-af9d-096109a61ddf), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.484515 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:08.528592 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Attempting to bind port d0860811-612a-4646-aab2-ed5cc7ff7744 on host dv-cinder-834822-6-iscsi for vnic_type normal with profile {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:29:08.529379 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Attempting to bind port d0860811-612a-4646-aab2-ed5cc7ff7744 by drivers openvswitch,hyperv on host dv-cinder-834822-6-iscsi at level 0 using segments [{'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:29:08.529852 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Attempting to bind port d0860811-612a-4646-aab2-ed5cc7ff7744 on network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:29:08.533548 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:08.539371 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Checking agent: {'id': 'daf4cf82-8011-41d0-a914-e41de70751af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 9, 58), 'started_at': datetime.datetime(2022, 6, 24, 8, 10, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:29:08.539899 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Checking segment: {'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:29:08.540443 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.540983 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Bound using segment: {'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'} {{(pid=104495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:29:08.541784 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.managers [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Bound port: d0860811-612a-4646-aab2-ed5cc7ff7744, host: dv-cinder-834822-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d3e88a-7697-4555-b762-4cd113610998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9'}}] {{(pid=104495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:29:08.542262 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), before_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.551964 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef1072c-e5dd-436c-af9d-096109a61ddf,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:08.667062 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] For port d0860811-612a-4646-aab2-ed5cc7ff7744, host dv-cinder-834822-6-iscsi, cleared binding levels {{(pid=104495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:29:08.667062 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.plugins.ml2.db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] For port d0860811-612a-4646-aab2-ed5cc7ff7744, host dv-cinder-834822-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=d0860811-612a-4646-aab2-ed5cc7ff7744,segment=NetworkSegment(a1d3e88a-7697-4555-b762-4cd113610998),segment_id=a1d3e88a-7697-4555-b762-4cd113610998)] {{(pid=104495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:29:08.766360 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron_lib.callbacks.manager [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), after_update {{(pid=104495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.794691 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-f2a136ef-5b07-49b7-9dee-fe1bab613e23 None None] Provisioning complete for port d0860811-612a-4646-aab2-ed5cc7ff7744 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:08.795821 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f2a136ef-5b07-49b7-9dee-fe1bab613e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.850704 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (60e754b7-9914-48c7-babc-e6634428db6a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:08.945196 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdad09-53d4-467b-82fa-9f6f2852b840 None None] Pushing event updated for resources: {'Port': ['ID=d0860811-612a-4646-aab2-ed5cc7ff7744,revision_number=4']} {{(pid=104495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:08.955554 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Routers {'8b799621-1c46-42d7-90c5-2ba358a4376f'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:08.956250 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['8b799621-1c46-42d7-90c5-2ba358a4376f'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:08.988672 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-f2a136ef-5b07-49b7-9dee-fe1bab613e23 None None] Current status of the port d0860811-612a-4646-aab2-ed5cc7ff7744 is: DOWN; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:08.988672 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f2a136ef-5b07-49b7-9dee-fe1bab613e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:09.059776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-f2a136ef-5b07-49b7-9dee-fe1bab613e23 None None] For port d0860811-612a-4646-aab2-ed5cc7ff7744, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=d0860811-612a-4646-aab2-ed5cc7ff7744,segment=NetworkSegment(a1d3e88a-7697-4555-b762-4cd113610998),segment_id=a1d3e88a-7697-4555-b762-4cd113610998)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:09.131291 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f2a136ef-5b07-49b7-9dee-fe1bab613e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:09.172328 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] Set router 8b799621-1c46-42d7-90c5-2ba358a4376f gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:09.263837 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-a6daa8bc-31ed-45d6-9af2-087ee92ad212 None None] Provisioning complete for port d0860811-612a-4646-aab2-ed5cc7ff7744 triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:09.264600 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-a6daa8bc-31ed-45d6-9af2-087ee92ad212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:09.266374 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a136ef-5b07-49b7-9dee-fe1bab613e23 None None] Pushing event updated for resources: {'Port': ['ID=d0860811-612a-4646-aab2-ed5cc7ff7744,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:09.415492 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Router 60e754b7-9914-48c7-babc-e6634428db6a has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:29:09.495607 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-a6daa8bc-31ed-45d6-9af2-087ee92ad212 None None] Current status of the port d0860811-612a-4646-aab2-ed5cc7ff7744 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:09.587951 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 4, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port': {'id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:58Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'd0860811-612a-4646-aab2-ed5cc7ff7744', 'name': '', 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'mac_address': 'fa:16:3e:20:71:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:29:01Z', 'updated_at': '2022-06-24T08:29:08Z', 'revision_number': 4, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'subnets': [{'id': '6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:09.620670 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c139d9-c16e-4c07-a886-db1cfafa59b3 None None] The sync data for ids ['8b799621-1c46-42d7-90c5-2ba358a4376f'] in dv-cinder-834822-6-iscsi is: [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 4, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port': {'id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:58Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': 'd0860811-612a-4646-aab2-ed5cc7ff7744', 'name': '', 'network_id': '456a5130-110b-4889-9c2a-a0ca1ffb9bd9', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'mac_address': 'fa:16:3e:20:71:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:29:01Z', 'updated_at': '2022-06-24T08:29:08Z', 'revision_number': 4, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'subnets': [{'id': '6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:29:09.869704 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:29:09.875085 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-4b2e6782-0226-4936-82d9-47599625a252 admin admin] 10.222.0.42 "PUT /v2.0/routers/60e754b7-9914-48c7-babc-e6634428db6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9045181 Jun 24 08:29:09.877705 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35874) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:09.889918 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] Sync routers for ids ['60e754b7-9914-48c7-babc-e6634428db6a'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:29:09.906654 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] Routers {'60e754b7-9914-48c7-babc-e6634428db6a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:09.907337 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['60e754b7-9914-48c7-babc-e6634428db6a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:10.010649 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks [] for router (60e754b7-9914-48c7-babc-e6634428db6a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:10.041294 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] Set router 60e754b7-9914-48c7-babc-e6634428db6a gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:10.139668 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks [] for router_gateway (60e754b7-9914-48c7-babc-e6634428db6a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:10.259409 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:29:08Z', 'revision_number': 5, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port': {'id': '9c07d4ac-8d0d-40ab-986b-ba030a4024b5', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e754b7-9914-48c7-babc-e6634428db6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:20:21Z', 'updated_at': '2022-06-24T08:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:10.277838 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Deleting port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:10.278544 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:10.291959 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] Checking router: 60e754b7-9914-48c7-babc-e6634428db6a for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:29:10.297726 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:10.302399 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] Routers {'60e754b7-9914-48c7-babc-e6634428db6a'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:10.303022 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:28:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['60e754b7-9914-48c7-babc-e6634428db6a'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:10.382978 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:10.395680 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] For port 9c07d4ac-8d0d-40ab-986b-ba030a4024b5, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:10.396650 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:10.411422 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] Set router 60e754b7-9914-48c7-babc-e6634428db6a gateway port host: None {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:10.418208 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Calling delete_port for 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 owned by network:router_gateway {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:10.474157 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:29:10Z', 'revision_number': 6, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:10.506382 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558026d5-6f1f-48ca-9e76-23b12716c5de None None] The sync data for ids ['60e754b7-9914-48c7-babc-e6634428db6a'] in dv-cinder-834822-6-iscsi is: [{'id': '60e754b7-9914-48c7-babc-e6634428db6a', 'name': 'tempest-TestVolumeBootPattern-1269840755-router', 'tenant_id': 'de525ebdfc9346a69d911aa830b98049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:20:20Z', 'updated_at': '2022-06-24T08:29:10Z', 'revision_number': 6, 'project_id': 'de525ebdfc9346a69d911aa830b98049', 'gw_port_host': None}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:29:10.704017 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (9c07d4ac-8d0d-40ab-986b-ba030a4024b5), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:10.735078 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c07d4ac-8d0d-40ab-986b-ba030a4024b5,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:10.807261 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (60e754b7-9914-48c7-babc-e6634428db6a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:10.899321 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (60e754b7-9914-48c7-babc-e6634428db6a), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:10.901993 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks [] for router_controller (60e754b7-9914-48c7-babc-e6634428db6a), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.030307 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (60e754b7-9914-48c7-babc-e6634428db6a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.031076 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e754b7-9914-48c7-babc-e6634428db6a {{(pid=104492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:29:11.036441 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.037692 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-dd7e620b-a7e7-4d8c-8c5c-b48e290ca317 admin admin] 10.222.0.42 "DELETE /v2.0/routers/60e754b7-9914-48c7-babc-e6634428db6a HTTP/1.1" status: 204 len: 168 time: 1.1582954 Jun 24 08:29:11.040541 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35882) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:11.098426 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] Deleting subnet c18765d6-37e7-40f5-92cf-612a53def1f0 {{(pid=104493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:29:11.102290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] Publish callbacks [] for subnet (c18765d6-37e7-40f5-92cf-612a53def1f0), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.145576 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12045926'] for subnet (c18765d6-37e7-40f5-92cf-612a53def1f0), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.198386 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:11.296955 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (c18765d6-37e7-40f5-92cf-612a53def1f0), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.452012 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12109818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11585873'] for subnet (c18765d6-37e7-40f5-92cf-612a53def1f0), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.500844 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18765d6-37e7-40f5-92cf-612a53def1f0,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:11.508525 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for subnet (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.514170 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072dc210-957b-4dbc-b47e-948e976d5042 None None] Network 58a69982-c6ba-4eb9-852d-9aa54fa55a02 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:29:11.517638 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-db1f4de6-0518-491d-a1b1-56f73e7bf80a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c18765d6-37e7-40f5-92cf-612a53def1f0 HTTP/1.1" status: 204 len: 168 time: 0.4735613 Jun 24 08:29:11.517791 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35886) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:11.563009 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device d0860811-612a-4646-aab2-ed5cc7ff7744 up at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:11.684083 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (58a69982-c6ba-4eb9-852d-9aa54fa55a02), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.772447 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Deleting port f28184a0-7f83-4e31-9f75-d79e7c5beb3d {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:11.772806 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.775252 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Provisioning complete for port d0860811-612a-4646-aab2-ed5cc7ff7744 triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:11.775923 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.779427 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:11.909159 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] For port f28184a0-7f83-4e31-9f75-d79e7c5beb3d, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,segment=NetworkSegment(d7797c73-175d-4002-9248-b5274f499960),segment_id=d7797c73-175d-4002-9248-b5274f499960)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:11.910467 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:11.928359 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Calling delete_port for f28184a0-7f83-4e31-9f75-d79e7c5beb3d owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:11.977765 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Current status of the port d0860811-612a-4646-aab2-ed5cc7ff7744 is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:11.980771 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:12.001131 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 5ef1072c-e5dd-436c-af9d-096109a61ddf no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:29:12.005524 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] DHCP port deletion for 58a69982-c6ba-4eb9-852d-9aa54fa55a02 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:29:12.030348 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 5ef1072c-e5dd-436c-af9d-096109a61ddf {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:29:12.030712 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 5ef1072c-e5dd-436c-af9d-096109a61ddf not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:29:12.073580 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] Deleting port f28184a0-7f83-4e31-9f75-d79e7c5beb3d {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:29:12.074244 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.144216 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.160002 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:12.166504 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] For port f28184a0-7f83-4e31-9f75-d79e7c5beb3d, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,segment=NetworkSegment(d7797c73-175d-4002-9248-b5274f499960),segment_id=d7797c73-175d-4002-9248-b5274f499960)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:12.166997 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.185204 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] Calling delete_port for f28184a0-7f83-4e31-9f75-d79e7c5beb3d owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:29:12.194157 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:12.208371 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] No DVR routers for this DVR port f28184a0-7f83-4e31-9f75-d79e7c5beb3d on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:29:12.264808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:12.296317 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (58a69982-c6ba-4eb9-852d-9aa54fa55a02), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.314328 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (f28184a0-7f83-4e31-9f75-d79e7c5beb3d), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.331831 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a69982-c6ba-4eb9-852d-9aa54fa55a02']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:12.342854 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7797c73-175d-4002-9248-b5274f499960') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:12.343378 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7797c73-175d-4002-9248-b5274f499960') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:12.346522 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] Pushing event deleted for resources: {'Port': ['ID=f28184a0-7f83-4e31-9f75-d79e7c5beb3d,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:12.351618 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a26b4d-5b4b-4c9d-aa25-3231226e2972 None None] No DVR routers for this DVR port f28184a0-7f83-4e31-9f75-d79e7c5beb3d on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:29:12.357739 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (d7797c73-175d-4002-9248-b5274f499960), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.375477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (d7797c73-175d-4002-9248-b5274f499960), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.386977 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:29:12.387763 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (d7797c73-175d-4002-9248-b5274f499960), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.413365 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment d7797c73-175d-4002-9248-b5274f499960 resource provider aggregate not found Jun 24 08:29:12.710239 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment d7797c73-175d-4002-9248-b5274f499960 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7797c73-175d-4002-9248-b5274f499960 found for delete ", "request_id": "req-49c82c2c-458b-4e2d-a0b6-2ae73c56ec82"}]} Jun 24 08:29:12.782853 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (58a69982-c6ba-4eb9-852d-9aa54fa55a02), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.790637 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:12.795749 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] 10.222.0.42 "DELETE /v2.0/networks/58a69982-c6ba-4eb9-852d-9aa54fa55a02 HTTP/1.1" status: 204 len: 168 time: 1.2767406 Jun 24 08:29:12.813093 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb496afb-1f25-402e-9bfb-ab7692c12b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a69982-c6ba-4eb9-852d-9aa54fa55a02,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:13.154405 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35896) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:13.205804 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-7e5b9058-69b8-47a1-a2c4-8ebbc735dd2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9170777eb80e46bd9d8ea3a576a9678c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501158 Jun 24 08:29:13.209342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35898) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:13.282719 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2da5b45a-5894-44e4-9df2-d92721bbfe39 admin admin] Publish callbacks [] for security_group (9fef5110-5096-4326-bead-176699229fb9), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:13.310353 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:13.313583 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device f28184a0-7f83-4e31-9f75-d79e7c5beb3d no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:29:13.332356 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2da5b45a-5894-44e4-9df2-d92721bbfe39 admin admin] Publish callbacks [] for security_group (9fef5110-5096-4326-bead-176699229fb9), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:13.341711 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: f28184a0-7f83-4e31-9f75-d79e7c5beb3d {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:29:13.341977 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device f28184a0-7f83-4e31-9f75-d79e7c5beb3d not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:29:13.342626 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:29:13.366653 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:29:13.366653 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9c07d4ac-8d0d-40ab-986b-ba030a4024b5 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:29:13.491563 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2da5b45a-5894-44e4-9df2-d92721bbfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9fef5110-5096-4326-bead-176699229fb9), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:13.494031 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2da5b45a-5894-44e4-9df2-d92721bbfe39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:13.495632 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2da5b45a-5894-44e4-9df2-d92721bbfe39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fef5110-5096-4326-bead-176699229fb9 HTTP/1.1" status: 204 len: 168 time: 0.2847300 Jun 24 08:29:13.505564 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5b45a-5894-44e4-9df2-d92721bbfe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef5110-5096-4326-bead-176699229fb9,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:14.476624 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 35912) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:14.528849 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-a0b87cad-d026-4591-88cc-a02951287414 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de525ebdfc9346a69d911aa830b98049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508811 Jun 24 08:29:14.531310 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 35914) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:14.618332 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c3862cd8-0a80-47ea-b757-1cd7cba32406 admin admin] Publish callbacks [] for security_group (7b807155-bb4f-44b1-aef8-48a9a12a113e), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:14.646549 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c3862cd8-0a80-47ea-b757-1cd7cba32406 admin admin] Publish callbacks [] for security_group (7b807155-bb4f-44b1-aef8-48a9a12a113e), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:14.777304 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c3862cd8-0a80-47ea-b757-1cd7cba32406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (7b807155-bb4f-44b1-aef8-48a9a12a113e), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:14.782729 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c3862cd8-0a80-47ea-b757-1cd7cba32406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:14.785010 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c3862cd8-0a80-47ea-b757-1cd7cba32406 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b807155-bb4f-44b1-aef8-48a9a12a113e HTTP/1.1" status: 204 len: 168 time: 0.2490914 Jun 24 08:29:14.795903 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3862cd8-0a80-47ea-b757-1cd7cba32406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b807155-bb4f-44b1-aef8-48a9a12a113e,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:18.079477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-f6255079-ac16-4316-9a98-8249bc0d4e79 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:18.080893 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-f6255079-ac16-4316-9a98-8249bc0d4e79 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 815 time: 0.1066735 Jun 24 08:29:18.095564 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-e7e6b53f-0df4-4021-a04b-3b557467c816 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/quotas/c9cf7969a63e46e9aeef5dc53410d51b HTTP/1.1" status: 200 len: 375 time: 0.0089037 Jun 24 08:29:18.144891 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-1fe2982a-23fb-4080-a050-51e15e178077 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439162 Jun 24 08:29:18.254109 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-9ac2d8d9-0e90-4e12-bd8f-529c056b6486 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:29:18.255191 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-9ac2d8d9-0e90-4e12-bd8f-529c056b6486 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0994611 Jun 24 08:29:18.351686 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-a97c5d15-5d91-46d3-a0be-2dd1db880115 service neutron] 10.222.0.42 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904036 Jun 24 08:29:18.375045 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:18.439762 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:18.443812 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-d1d2a607-f327-4fcf-9f60-2eb89476a088 service neutron] 10.222.0.42 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865252 Jun 24 08:29:18.690296 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-42892948-7164-41eb-a335-f3011c69f359 req-de852f47-8fd0-4861-b4b3-3243a149950a tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Jun 24 08:29:19.800659 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a6860d20-a913-45bf-9296-1c46309a2870 req-16d16cae-44f0-49b9-a16f-8784ded8567a tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 210 time: 0.0323744 Jun 24 08:29:20.918378 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1232c0e3-835f-46bd-b05c-9edf49aff232 req-982096a5-b659-4832-a205-0f6783c80a52 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 210 time: 0.0451155 Jun 24 08:29:20.955254 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-9772ae82-8539-49f6-9519-6bc048076dbd tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111969689&fields=id&tenant_id=bdb93f2721d548d7b01475fb650d882f HTTP/1.1" status: 200 len: 267 time: 0.0659308 Jun 24 08:29:20.997359 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-2f006583-198d-48ca-b0cb-6aaa0c3523e1 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:20.998840 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-2f006583-198d-48ca-b0cb-6aaa0c3523e1 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.26 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 815 time: 0.1207941 Jun 24 08:29:21.023947 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'port': {'device_id': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'admin_state_up': True, 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:21.041700 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:21.082396 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-1e173cae-342f-44ea-a58d-77da60872faa tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:21.084415 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-1e173cae-342f-44ea-a58d-77da60872faa tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 809 time: 0.1197314 Jun 24 08:29:21.100852 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-798da906-ebd0-42fa-852f-93df3438095a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/quotas/bdb93f2721d548d7b01475fb650d882f HTTP/1.1" status: 200 len: 375 time: 0.0103116 Jun 24 08:29:21.151040 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-4d7bdfeb-8187-4264-8119-dfcd779e72dc tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444214 Jun 24 08:29:21.204716 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Made reservation on behalf of c9cf7969a63e46e9aeef5dc53410d51b for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:29:21.208619 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:21.211830 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-683aa6ea-cd9f-4e1e-8c73-7efa084b7b33 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104492) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:29:21.213114 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-683aa6ea-cd9f-4e1e-8c73-7efa084b7b33 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0496814 Jun 24 08:29:21.311547 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-0f70e138-21f9-4532-99d5-42ae92a360b7 service neutron] 10.222.0.42 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922558 Jun 24 08:29:21.337998 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Allocated IP 172.20.0.14 (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b/983543b9-403c-4fbe-a337-aacd292d6aca/fde8cbab-b155-496b-a531-cdab3f3238cb) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:29:21.407024 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-03b5b535-2fee-46c0-8c92-c2641b5f200e service neutron] 10.222.0.42 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897357 Jun 24 08:29:21.507154 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:21.605956 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:21.644526 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:21.652685 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:29:21.655709 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:29:21.659659 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:29:21.666140 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:21.722613 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:21.724234 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:21.805287 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-c7d419a7-7892-4c49-94b2-5d67b6d68d7d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7852430 Jun 24 08:29:21.920302 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-d8863f34-6656-4b6a-abd5-0c0614e77fac None None] Provisioning complete for port fde8cbab-b155-496b-a531-cdab3f3238cb triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:21.922351 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-d8863f34-6656-4b6a-abd5-0c0614e77fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:21.987707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-d8863f34-6656-4b6a-abd5-0c0614e77fac None None] Port fde8cbab-b155-496b-a531-cdab3f3238cb cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:29:22.075391 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:22.086881 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaa3f2-968e-415f-9847-f6f672db3488 req-a2cd84ac-9b9e-4810-a525-0cdc80c9fc37 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:22.089014 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e5aaa3f2-968e-415f-9847-f6f672db3488 req-a2cd84ac-9b9e-4810-a525-0cdc80c9fc37 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0665081 Jun 24 08:29:22.195697 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1299d9d3-f412-46be-906a-cc341838631f req-339e35a3-1cc3-4478-8f68-f9cead98d8ff tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0318470 Jun 24 08:29:22.205380 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e5aaa3f2-968e-415f-9847-f6f672db3488 req-b8473ed3-6901-40c1-87d8-c7309e7fdb4a tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077549 Jun 24 08:29:22.857280 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b72aa8e5-5a4e-41ce-b293-5613c02a954b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:23.037703 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=33 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:23.040118 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:23.343152 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e8b0ee15-6325-4bde-ba5c-5186bb5235a8 req-59fe2654-5c0d-4f75-8687-dc2f444e1be7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0779967 Jun 24 08:29:23.373192 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8def6f-bcef-4703-88a8-077c6f4f6c2f req-8af76d36-83ba-4a08-a60e-cc75a1f7bd7c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:23.374719 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ba8def6f-bcef-4703-88a8-077c6f4f6c2f req-8af76d36-83ba-4a08-a60e-cc75a1f7bd7c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0633628 Jun 24 08:29:23.435793 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ba8def6f-bcef-4703-88a8-077c6f4f6c2f req-4d6147a6-6738-4442-b394-e778b880327c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 Jun 24 08:29:24.445241 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b130f8c8-4817-4191-9a49-495606d511af req-abf634bd-011d-409a-a695-aad37208af66 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Jun 24 08:29:24.555007 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124271e1-e798-4102-ba4a-79fbc120c029 req-3e22d8c0-8e06-4f03-939c-1e00f75dfb1f tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:24.556588 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-124271e1-e798-4102-ba4a-79fbc120c029 req-3e22d8c0-8e06-4f03-939c-1e00f75dfb1f tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0490019 Jun 24 08:29:24.609367 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-124271e1-e798-4102-ba4a-79fbc120c029 req-1c788eeb-f3de-479b-b9ad-033c4f2ab99c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Jun 24 08:29:25.240577 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6c412001-edd3-4e4d-ad39-e1f4e13bbdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:25.548292 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b52d959d-12e0-4306-9cbe-6a6ec51880f3 req-0cb64af4-9f07-4124-97a0-7cbd0647e083 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0298975 Jun 24 08:29:25.730460 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf10944-5056-498c-b01f-56869705e5b3 req-af0b6638-d2a4-4aaa-a75a-c25b0362aedf tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:25.732111 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1cf10944-5056-498c-b01f-56869705e5b3 req-af0b6638-d2a4-4aaa-a75a-c25b0362aedf tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0528445 Jun 24 08:29:25.782454 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1cf10944-5056-498c-b01f-56869705e5b3 req-b3097038-9a76-4b0b-8a36-bfd65fda5b16 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Jun 24 08:29:26.412748 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:26.653938 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-93e425fb-78b4-4ed6-a433-3397fa5fef69 req-41bbc2d0-063f-4b02-84b2-529013198ab9 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0314183 Jun 24 08:29:26.903809 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f974-fb8b-4b52-b78c-9bfad43e4409 req-42fbcc14-33ac-4afd-b4a0-cb2e29b89469 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:26.905427 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06e3f974-fb8b-4b52-b78c-9bfad43e4409 req-42fbcc14-33ac-4afd-b4a0-cb2e29b89469 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0510821 Jun 24 08:29:26.932664 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:26.957808 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-06e3f974-fb8b-4b52-b78c-9bfad43e4409 req-c13694b4-6aec-4747-9864-fd9977b7e2cf tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Jun 24 08:29:27.757320 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-84dc8086-1cf7-41dd-8fdb-f0d3951223f1 req-7989bb3e-e158-4a81-844d-9b6e02d8172a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0311024 Jun 24 08:29:27.883388 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:28.052820 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:28.081727 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26872f76-e69f-4a48-8dbb-b823c5b95e72 req-3a3e1a26-bda3-4f4c-aaa1-244d0785c1b1 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:28.083723 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-26872f76-e69f-4a48-8dbb-b823c5b95e72 req-3a3e1a26-bda3-4f4c-aaa1-244d0785c1b1 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0534103 Jun 24 08:29:28.133738 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-26872f76-e69f-4a48-8dbb-b823c5b95e72 req-16754fcd-8562-4395-8c74-040844a4c1eb tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Jun 24 08:29:28.858761 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-696311a0-fcc3-402b-9c97-f8e3761074a2 req-9287cebb-14af-4468-bf22-b9fbaa2d609c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Jun 24 08:29:29.253831 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db9f1d-0f9f-4845-9c4a-b096ea7a6b06 req-d1653816-2f0a-466c-a695-00ab8b4504be tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:29.256671 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83db9f1d-0f9f-4845-9c4a-b096ea7a6b06 req-d1653816-2f0a-466c-a695-00ab8b4504be tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0507925 Jun 24 08:29:29.308227 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-83db9f1d-0f9f-4845-9c4a-b096ea7a6b06 req-b3d55709-7b90-4e77-8438-b45d617f3959 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466611 Jun 24 08:29:29.957957 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ce531a0e-b1d2-468a-b333-ad7baacebd77 req-c5487680-b597-4004-9dc8-b6de1b3683ec tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0276713 Jun 24 08:29:30.297876 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Request body: {'port': {'device_id': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:30.362099 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:30.420838 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0d204-7888-40a3-8730-191028f6ee00 req-76f29072-9054-413b-a6ab-730eaf79b639 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:30.422324 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cbf0d204-7888-40a3-8730-191028f6ee00 req-76f29072-9054-413b-a6ab-730eaf79b639 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 932 time: 0.0472510 Jun 24 08:29:30.471469 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cbf0d204-7888-40a3-8730-191028f6ee00 req-6f8ebde5-e3ef-459f-8035-1c89d75767c6 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Jun 24 08:29:30.590664 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:30.632941 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde8cbab-b155-496b-a531-cdab3f3238cb {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:29:30.640663 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Publish callbacks [] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:30.653372 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Transition to ACTIVE for port object fde8cbab-b155-496b-a531-cdab3f3238cb will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:29:30.714382 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:30.764743 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:30.776039 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.776039 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.776385 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.776656 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.776996 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.777436 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.777782 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.778099 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.778427 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.778753 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.779077 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.779453 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.779706 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.780028 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.780378 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:30.852456 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Attempting to bind port fde8cbab-b155-496b-a531-cdab3f3238cb on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:29:30.852797 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Attempting to bind port fde8cbab-b155-496b-a531-cdab3f3238cb by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:29:30.853126 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Attempting to bind port fde8cbab-b155-496b-a531-cdab3f3238cb on network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:29:30.857876 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Port fde8cbab-b155-496b-a531-cdab3f3238cb on network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:29:30.858205 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Attempting to bind port fde8cbab-b155-496b-a531-cdab3f3238cb on network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:29:30.864132 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:29:30.869338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Checking segment: {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:29:30.869338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Bound using segment: {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:29:30.869338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Bound port: fde8cbab-b155-496b-a531-cdab3f3238cb, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22c8efe-f894-4886-bd9b-1afce359a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:29:30.869338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:30.933436 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:29:30.936894 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fde8cbab-b155-496b-a531-cdab3f3238cb,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:29:31.012151 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:31.054293 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.054965 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:31.056421 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] 10.222.0.26 "PUT /v2.0/ports/fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 1094 time: 0.8158998 Jun 24 08:29:31.056874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:29:31.059174 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f7f17-7a0a-44b5-99a8-e27670fa170b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:29:31.061786 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-b048aba4-346c-4ce3-8d98-b0ea4247f19f req-f725b3e5-6888-4a53-a296-be3ec1d8a9e5 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0355659 Jun 24 08:29:31.066784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:31.079295 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b41d8-a427-4875-9c0a-492985ab8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:31.237432 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade8e1a6-3500-4e53-8014-b2c369a8f732 x-openstack-request-id: req-ade8e1a6-3500-4e53-8014-b2c369a8f732 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:29:31.237824 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:29:31.238249 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ade8e1a6-3500-4e53-8014-b2c369a8f732 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:29:31.238771 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade8e1a6-3500-4e53-8014-b2c369a8f732'] response: {'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'status': 'completed', 'code': 200} Jun 24 08:29:31.322573 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7f17-7a0a-44b5-99a8-e27670fa170b req-a4a170d0-3e0e-44f9-b153-2316f10722d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.323993 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cf3f7f17-7a0a-44b5-99a8-e27670fa170b req-a4a170d0-3e0e-44f9-b153-2316f10722d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1128 time: 0.0412369 Jun 24 08:29:31.449078 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7f17-7a0a-44b5-99a8-e27670fa170b req-114b4363-92f0-4f4d-9da9-91d384b4fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.449948 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cf3f7f17-7a0a-44b5-99a8-e27670fa170b req-114b4363-92f0-4f4d-9da9-91d384b4fad2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1098981 Jun 24 08:29:31.562894 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7f17-7a0a-44b5-99a8-e27670fa170b req-93e8fb17-4f36-4c98-88cf-5c22e0a7803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.564748 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-cf3f7f17-7a0a-44b5-99a8-e27670fa170b req-93e8fb17-4f36-4c98-88cf-5c22e0a7803f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061652 Jun 24 08:29:31.605249 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42323a-ecda-4980-8bc4-e64a6e8b87ee req-1288e667-ec10-4a2d-bd72-ff35e8f7a3ef tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.606757 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fa42323a-ecda-4980-8bc4-e64a6e8b87ee req-1288e667-ec10-4a2d-bd72-ff35e8f7a3ef tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 944 time: 0.0614767 Jun 24 08:29:31.674209 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-fa42323a-ecda-4980-8bc4-e64a6e8b87ee req-e114e0e1-80c4-4bf9-a67c-f73cc749665b tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578222 Jun 24 08:29:31.675285 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-7f92c864-ab4c-4d19-b0ba-c35216ef2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.677710 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-7f92c864-ab4c-4d19-b0ba-c35216ef2705 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1128 time: 0.0464458 Jun 24 08:29:31.727418 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-915c4fca-328b-493a-8692-8a8ac5ce2ee6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 217 time: 0.0336890 Jun 24 08:29:31.777842 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-44334168-e99c-4373-b2f1-c559b8eccee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.779295 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-44334168-e99c-4373-b2f1-c559b8eccee4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 200 len: 854 time: 0.0462730 Jun 24 08:29:31.827229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-bd5bd044-8843-4fb4-9c2e-e2047bea1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:31.828782 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-bd5bd044-8843-4fb4-9c2e-e2047bea1776 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409558 Jun 24 08:29:31.940445 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-ec5cb49c-51d9-407f-95a8-ad08be8a7b1f service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007328 Jun 24 08:29:32.050941 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-b81aea04-72e7-40df-bcec-4cb7b492f15b req-8d17a2f6-9018-47e0-9608-894d29fd5faa service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008699 Jun 24 08:29:32.167789 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9b32c3a4-5c7f-47fe-a0b4-2bd135cd778e req-7a2dccbf-aaab-4078-962b-f856e7fe7b01 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0303371 Jun 24 08:29:32.788479 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2b4c-0f14-4034-acbf-957edabae469 req-60d9bcd6-8596-4209-914a-dcba584f1c30 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:32.789914 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a76b2b4c-0f14-4034-acbf-957edabae469 req-60d9bcd6-8596-4209-914a-dcba584f1c30 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 944 time: 0.0453358 Jun 24 08:29:32.840288 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a76b2b4c-0f14-4034-acbf-957edabae469 req-74f8ba48-006e-4a5f-b669-5ea4152ee3db tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Jun 24 08:29:33.266049 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e730a51e-0d41-4aa1-8d70-efda4ed0dc7d req-410ca170-1750-4ec2-a22c-8722d4556c2a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0272577 Jun 24 08:29:33.770605 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-8ede31dc-7927-499c-a357-8b8cc86d15de tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:33.772089 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-8ede31dc-7927-499c-a357-8b8cc86d15de tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 809 time: 0.1038294 Jun 24 08:29:33.821489 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:33.849617 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-f8cb26a8-e36e-4e93-8c7e-f65adb6f81d0 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdb93f2721d548d7b01475fb650d882f HTTP/1.1" status: 200 len: 379 time: 0.0555234 Jun 24 08:29:33.861095 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'port': {'device_id': 'a806a5c6-8671-407e-9065-5c025b344310', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'admin_state_up': True, 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'security_groups': ['35386cca-9b48-4f2c-a8db-a2ed12eeae05']}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:33.956272 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca4ceb-0b1c-4bc2-a499-44156dbcddea req-8aa4bc64-54b5-4fcd-866d-521a5b40eba9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:33.958504 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5bca4ceb-0b1c-4bc2-a499-44156dbcddea req-8aa4bc64-54b5-4fcd-866d-521a5b40eba9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 944 time: 0.0501344 Jun 24 08:29:33.971095 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:33.993150 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:34.010157 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5bca4ceb-0b1c-4bc2-a499-44156dbcddea req-3ead4d56-f22b-47eb-92ec-ed41f6b8736d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 Jun 24 08:29:34.074423 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Made reservation on behalf of bdb93f2721d548d7b01475fb650d882f for: {'port': 1} {{(pid=104493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:29:34.078072 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:34.206784 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Allocated IP 172.20.0.9 (b10222ad-d87f-4831-aa8f-cd96b61e2ae2/aa37234f-cc14-49a8-bd3b-b73e5d34ce22/63717731-c5c4-450f-afb5-a1b6a31dd3ef) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:29:34.347567 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:34.365330 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-318fb68f-a226-4869-b0d2-3a8eadebdc15 req-3b5f0ccc-d857-40ea-aa60-b8224188bb56 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0320911 Jun 24 08:29:34.417237 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:34.466239 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:29:34.469137 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:29:34.472983 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:29:34.497267 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:34.526607 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:34.527299 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:34.608045 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-797b9b56-17f2-49e7-8a04-9e792d6ca303 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505586 Jun 24 08:29:34.628608 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Request body: {'port': {'device_id': 'a806a5c6-8671-407e-9065-5c025b344310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:34.690523 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:34.731057 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-55fe3d42-e2dc-4adf-a7e6-4991463ed167 None None] Provisioning complete for port 63717731-c5c4-450f-afb5-a1b6a31dd3ef triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:34.731669 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-55fe3d42-e2dc-4adf-a7e6-4991463ed167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:34.763687 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-55fe3d42-e2dc-4adf-a7e6-4991463ed167 None None] Port 63717731-c5c4-450f-afb5-a1b6a31dd3ef cannot update to ACTIVE because it is not bound. {{(pid=104494) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:29:34.898885 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:34.957574 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63717731-c5c4-450f-afb5-a1b6a31dd3ef {{(pid=104493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:29:34.965316 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Publish callbacks [] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:34.977094 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:34.979786 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.provisioning_blocks [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Transition to ACTIVE for port object 63717731-c5c4-450f-afb5-a1b6a31dd3ef will not be triggered until provisioned by entity L2. {{(pid=104493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:29:35.080505 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:35.129549 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a719bf-25db-4327-af86-97a70440cf36 req-c02110be-6dfd-4baf-8da2-819ce0e4a981 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.131171 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-32a719bf-25db-4327-af86-97a70440cf36 req-c02110be-6dfd-4baf-8da2-819ce0e4a981 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 944 time: 0.0528698 Jun 24 08:29:35.155143 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:35.190854 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-32a719bf-25db-4327-af86-97a70440cf36 req-86208bdd-57a4-491b-a174-632b46387cc7 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509448 Jun 24 08:29:35.222068 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Attempting to bind port 63717731-c5c4-450f-afb5-a1b6a31dd3ef on host hv-cinder-83482 for vnic_type normal with profile {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:29:35.222758 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Attempting to bind port 63717731-c5c4-450f-afb5-a1b6a31dd3ef by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:29:35.227997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Attempting to bind port 63717731-c5c4-450f-afb5-a1b6a31dd3ef on network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:29:35.233887 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Port 63717731-c5c4-450f-afb5-a1b6a31dd3ef on network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:29:35.233887 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Attempting to bind port 63717731-c5c4-450f-afb5-a1b6a31dd3ef on network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:29:35.235397 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Checking agent: {'id': 'ab8bfd57-ac81-45bf-ae01-d8d711892f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'started_at': datetime.datetime(2022, 6, 24, 8, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:29:35.235844 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Checking segment: {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:29:35.236189 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Bound using segment: {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'} {{(pid=104493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:29:35.236592 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.managers [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Bound port: 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cb01e6-4305-47df-9038-8b06deaaf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2'}}] {{(pid=104493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:29:35.236952 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:35.307942 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, cleared binding levels {{(pid=104493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:29:35.310531 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device fde8cbab-b155-496b-a531-cdab3f3238cb details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:29:35.311046 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:29:35.360941 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:35.401880 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.402508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:35.403962 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] 10.222.0.26 "PUT /v2.0/ports/63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 1093 time: 0.7797284 Jun 24 08:29:35.404437 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:29:35.406722 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ff3d4a-74f2-46ff-8ab7-0e6c157f7538" -d '{"events": [{"name": "network-changed", "server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:29:35.445583 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53dc82-0600-48a1-8531-d7388cbc6e54 service neutron] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=3']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:35.474671 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6376ab-bc8c-4296-8dc7-afff8bf1806a x-openstack-request-id: req-8a6376ab-bc8c-4296-8dc7-afff8bf1806a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:29:35.476533 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:29:35.476533 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a6376ab-bc8c-4296-8dc7-afff8bf1806a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:29:35.476533 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6376ab-bc8c-4296-8dc7-afff8bf1806a'] response: {'name': 'network-changed', 'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'status': 'completed', 'code': 200} Jun 24 08:29:35.530684 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050337b2-7a4b-4a61-a318-fd35721335d4 req-bbd5f301-d74e-4b1e-bd53-50130fbe3c9c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.533026 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-050337b2-7a4b-4a61-a318-fd35721335d4 req-bbd5f301-d74e-4b1e-bd53-50130fbe3c9c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0659575 Jun 24 08:29:35.569088 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fde8cbab-b155-496b-a531-cdab3f3238cb,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:35.576828 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff3d4a-74f2-46ff-8ab7-0e6c157f7538 req-5a4b7f68-4e50-4a02-9a9d-349a6741d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.578531 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e9ff3d4a-74f2-46ff-8ab7-0e6c157f7538 req-5a4b7f68-4e50-4a02-9a9d-349a6741d47f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1127 time: 0.0589492 Jun 24 08:29:35.585699 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'port_id': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'mac_address': 'fa:16:3e:c0:33:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:29:35.596943 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-050337b2-7a4b-4a61-a318-fd35721335d4 req-81c07b1a-f61d-42ea-a5d7-8b142672abe3 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577676 Jun 24 08:29:35.632626 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port fde8cbab-b155-496b-a531-cdab3f3238cb is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:35.633175 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:35.648296 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde8cbab-b155-496b-a531-cdab3f3238cb {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:29:35.669459 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fde8cbab-b155-496b-a531-cdab3f3238cb,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:35.700150 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff3d4a-74f2-46ff-8ab7-0e6c157f7538 req-721425d4-faf4-4569-aaba-4ebc25034d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.700150 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e9ff3d4a-74f2-46ff-8ab7-0e6c157f7538 req-721425d4-faf4-4569-aaba-4ebc25034d78 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bdb93f2721d548d7b01475fb650d882f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0982928 Jun 24 08:29:35.753854 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:35.796545 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff3d4a-74f2-46ff-8ab7-0e6c157f7538 req-ec3c55e4-d200-49ca-aae1-f0bdca6e2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.798078 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e9ff3d4a-74f2-46ff-8ab7-0e6c157f7538 req-ec3c55e4-d200-49ca-aae1-f0bdca6e2be7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933814 Jun 24 08:29:35.816936 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:35.895819 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-70942a45-0f42-4bd0-9829-28ccb9ad8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.897385 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-70942a45-0f42-4bd0-9829-28ccb9ad8c06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1127 time: 0.0400171 Jun 24 08:29:35.945071 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-2393d76b-8b13-45f3-a1ca-044b5d303a40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 217 time: 0.0328019 Jun 24 08:29:35.996460 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-b444b385-7f5f-41e3-8268-904a60d08d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:35.998012 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-b444b385-7f5f-41e3-8268-904a60d08d96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0465107 Jun 24 08:29:36.033107 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:36.042351 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13008-52f9-4552-82d3-e877be4f133b req-2e954da7-d530-46ea-8d7f-507f040acce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:36.043888 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-2e954da7-d530-46ea-8d7f-507f040acce8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385635 Jun 24 08:29:36.103335 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['fde8cbab-b155-496b-a531-cdab3f3238cb'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:29:36.140001 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-782897e3-a7a1-409a-8f9b-e43769bc2146 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898299 Jun 24 08:29:36.213242 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:36.236870 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-30f13008-52f9-4552-82d3-e877be4f133b req-a6edcb9f-8968-4928-9f99-63d4b0540bb0 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901237 Jun 24 08:29:36.312439 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940174-f6dd-4863-906f-740b25bfc790 req-c1b18f58-0686-477d-b854-722eb069b08a tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:36.313896 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3c940174-f6dd-4863-906f-740b25bfc790 req-c1b18f58-0686-477d-b854-722eb069b08a tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 945 time: 0.0506551 Jun 24 08:29:36.361764 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3c940174-f6dd-4863-906f-740b25bfc790 req-3022d1a7-366d-4f94-9bfc-d62288aa89c5 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Jun 24 08:29:36.710254 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9554bc-9521-494e-a699-c3147aa7a091 req-acc37c55-a04a-479b-b6fd-ad48d4dbd2f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:36.711714 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0e9554bc-9521-494e-a699-c3147aa7a091 req-acc37c55-a04a-479b-b6fd-ad48d4dbd2f7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0479250 Jun 24 08:29:36.759365 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0e9554bc-9521-494e-a699-c3147aa7a091 req-e6651a42-bd64-48d2-89ad-e80d2ee40c8a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Jun 24 08:29:37.335526 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device fde8cbab-b155-496b-a531-cdab3f3238cb up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:37.378100 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port fde8cbab-b155-496b-a531-cdab3f3238cb completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:29:37.444479 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port fde8cbab-b155-496b-a531-cdab3f3238cb triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:37.444880 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:37.460237 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:37.475574 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345240-bdcc-4935-a3e1-38d83a4c59a1 req-0b487817-f4c8-48cd-ba6e-db4cda33ef32 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:37.477090 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-59345240-bdcc-4935-a3e1-38d83a4c59a1 req-0b487817-f4c8-48cd-ba6e-db4cda33ef32 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 945 time: 0.0476816 Jun 24 08:29:37.515334 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port fde8cbab-b155-496b-a531-cdab3f3238cb is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:37.515728 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:37.527983 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-59345240-bdcc-4935-a3e1-38d83a4c59a1 req-7074ff0b-c852-4b06-ac95-2bd3452deab6 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451841 Jun 24 08:29:37.538601 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:29:37.540846 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13621771-8d0c-426c-ae9e-6a0d04cb36b5" -d '{"events": [{"server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "name": "network-vif-plugged", "status": "completed", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:29:37.553679 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fde8cbab-b155-496b-a531-cdab3f3238cb,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:37.633779 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0232189a-bf58-4942-8626-af9de3c3baa4 x-openstack-request-id: req-0232189a-bf58-4942-8626-af9de3c3baa4 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:29:37.634068 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "name": "network-vif-plugged", "status": "completed", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:29:37.634345 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0232189a-bf58-4942-8626-af9de3c3baa4 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:29:37.634739 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0232189a-bf58-4942-8626-af9de3c3baa4'] response: {'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'code': 200} Jun 24 08:29:37.635900 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:37.685424 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:37.874446 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3384b44-1d3f-4d4e-ba05-07c667aab7e5 req-47973fae-b88a-4a95-84a7-56e7b09cdc7a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:37.875974 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d3384b44-1d3f-4d4e-ba05-07c667aab7e5 req-47973fae-b88a-4a95-84a7-56e7b09cdc7a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0488565 Jun 24 08:29:37.925468 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d3384b44-1d3f-4d4e-ba05-07c667aab7e5 req-fa6193a2-5c85-4586-a8aa-f21af2190334 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Jun 24 08:29:38.024970 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c85d-1030-49a9-acc7-eefe61fc0ca1 req-91ff54c5-024e-4fdf-bac1-21bb1b4bed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:38.026451 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a293c85d-1030-49a9-acc7-eefe61fc0ca1 req-91ff54c5-024e-4fdf-bac1-21bb1b4bed93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1130 time: 0.0387149 Jun 24 08:29:38.075101 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a293c85d-1030-49a9-acc7-eefe61fc0ca1 req-0076126d-9767-42cf-9aca-ad5749a81b12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Jun 24 08:29:38.640452 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ce6be-98c6-45d2-aa6d-ad6784421e9e req-b7a4064a-c901-4ec8-9a33-5e301fa20c3d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:38.641897 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ca9ce6be-98c6-45d2-aa6d-ad6784421e9e req-b7a4064a-c901-4ec8-9a33-5e301fa20c3d tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0460975 Jun 24 08:29:38.687733 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ca9ce6be-98c6-45d2-aa6d-ad6784421e9e req-fa9cf60e-a3ef-405f-8915-b5c93b47b2af tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396039 Jun 24 08:29:39.048317 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a54d5e-687f-47e2-8705-d5df34201b5c req-b2409331-e94d-467c-899c-54a27731eaec tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:39.049789 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-74a54d5e-687f-47e2-8705-d5df34201b5c req-b2409331-e94d-467c-899c-54a27731eaec tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0512769 Jun 24 08:29:39.099148 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-74a54d5e-687f-47e2-8705-d5df34201b5c req-ede89d10-bd22-4039-b53e-6a4a58b98bcc tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432618 Jun 24 08:29:39.802230 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62ada9-436b-42c2-91d9-83272b494fb7 req-f59cc23f-4129-48a1-bd10-315b6dfe5b21 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:39.803686 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d62ada9-436b-42c2-91d9-83272b494fb7 req-f59cc23f-4129-48a1-bd10-315b6dfe5b21 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0486050 Jun 24 08:29:39.850638 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-9d62ada9-436b-42c2-91d9-83272b494fb7 req-cb40eb2f-c7a7-4104-a81c-8a8ca873226a tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Jun 24 08:29:39.965491 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f26d-f05f-45f9-80ed-5e1584742d81 req-705848e7-c063-4aaf-b689-a5c4246ad884 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:39.966990 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ada7f26d-f05f-45f9-80ed-5e1584742d81 req-705848e7-c063-4aaf-b689-a5c4246ad884 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0502846 Jun 24 08:29:39.985669 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:40.014628 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ada7f26d-f05f-45f9-80ed-5e1584742d81 req-a17119d8-7f01-46a0-8c81-036caf4acdcf tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Jun 24 08:29:40.214738 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb232c03-be3e-43fa-9b9b-ed6c32c2362b req-a55113af-2bb6-484b-a531-9fba5545f56e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:40.216295 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cb232c03-be3e-43fa-9b9b-ed6c32c2362b req-a55113af-2bb6-484b-a531-9fba5545f56e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0496001 Jun 24 08:29:40.265752 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cb232c03-be3e-43fa-9b9b-ed6c32c2362b req-f697bf78-dd15-49e3-826c-f76c0519dbe2 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439718 Jun 24 08:29:40.341810 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab420e6-9726-4ec9-9cdf-ca14ed42c806 req-12dfd7a1-a0d0-4bfe-9279-67e4b6282885 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:40.343272 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2ab420e6-9726-4ec9-9cdf-ca14ed42c806 req-12dfd7a1-a0d0-4bfe-9279-67e4b6282885 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0470712 Jun 24 08:29:40.393540 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2ab420e6-9726-4ec9-9cdf-ca14ed42c806 req-d2197408-5655-47f1-94cc-9c9977eb2d1a tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Jun 24 08:29:41.384379 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcef42-b539-48e6-9b4c-012d832e361a req-b85deb58-0cd0-4f7b-a1b4-2a929fa11cb8 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:41.385832 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-19bcef42-b539-48e6-9b4c-012d832e361a req-b85deb58-0cd0-4f7b-a1b4-2a929fa11cb8 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0474615 Jun 24 08:29:41.435436 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-19bcef42-b539-48e6-9b4c-012d832e361a req-d304d7ae-8751-4e0f-b37e-fa44012e7c79 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440569 Jun 24 08:29:42.558349 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d25b-94ce-4c5c-acf7-3914d31b922d req-c68074e3-0aab-4ee8-a169-029149df72bf tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:42.559878 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e1b3d25b-94ce-4c5c-acf7-3914d31b922d req-c68074e3-0aab-4ee8-a169-029149df72bf tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0495689 Jun 24 08:29:42.620383 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e1b3d25b-94ce-4c5c-acf7-3914d31b922d req-5da0ba81-de99-4eac-88d2-89235d643ae8 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542727 Jun 24 08:29:43.028059 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:29:43.349973 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 63717731-c5c4-450f-afb5-a1b6a31dd3ef details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:29:43.353240 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:43.353776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:43.455125 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:43.467415 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'port_id': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'mac_address': 'fa:16:3e:bf:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:29:43.503138 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 63717731-c5c4-450f-afb5-a1b6a31dd3ef is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:43.503526 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:43.517303 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63717731-c5c4-450f-afb5-a1b6a31dd3ef {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:29:43.536827 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:43.639431 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:43.686252 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=4']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:43.738340 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331fb65-eb7c-4592-b3f0-cf4b3e8bf121 req-adc72b5d-8b89-44a3-9ad5-00dc4ab52c21 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:43.740307 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c331fb65-eb7c-4592-b3f0-cf4b3e8bf121 req-adc72b5d-8b89-44a3-9ad5-00dc4ab52c21 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 944 time: 0.0516686 Jun 24 08:29:43.789688 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c331fb65-eb7c-4592-b3f0-cf4b3e8bf121 req-4b4eff02-70ce-473d-8ba9-77fe34096482 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Jun 24 08:29:43.945821 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['63717731-c5c4-450f-afb5-a1b6a31dd3ef'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:29:44.904750 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a48f2-77ac-45bd-8b17-294cd9435e73 req-09a440e3-bd10-4dcc-9ba5-b1536a91158b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:44.906129 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b4a48f2-77ac-45bd-8b17-294cd9435e73 req-09a440e3-bd10-4dcc-9ba5-b1536a91158b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 944 time: 0.0467343 Jun 24 08:29:44.932034 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:44.955926 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4b4a48f2-77ac-45bd-8b17-294cd9435e73 req-a61d27c8-1eb0-4eff-a196-805e1c850480 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442758 Jun 24 08:29:45.349739 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 63717731-c5c4-450f-afb5-a1b6a31dd3ef up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:29:45.376171 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:45.395654 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning for port 63717731-c5c4-450f-afb5-a1b6a31dd3ef completed by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:29:45.473005 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 63717731-c5c4-450f-afb5-a1b6a31dd3ef triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:45.473383 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:45.545045 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 63717731-c5c4-450f-afb5-a1b6a31dd3ef is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:45.545436 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:45.568738 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:29:45.570951 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c703755-c1d6-4947-ba43-8769704f763f" -d '{"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-plugged", "status": "completed", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:29:45.586063 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:45.606225 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd192d-7297-4d5d-a46c-314f7c40c715 x-openstack-request-id: req-71dd192d-7297-4d5d-a46c-314f7c40c715 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:29:45.606542 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-plugged", "status": "completed", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:29:45.606803 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71dd192d-7297-4d5d-a46c-314f7c40c715 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:29:45.607230 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dd192d-7297-4d5d-a46c-314f7c40c715'] response: {'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'code': 200} Jun 24 08:29:45.651029 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:45.703591 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=5']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:46.017030 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7af92b-e7b8-4fc7-87b7-75badd8ea7d4 req-273365e6-5f25-4c55-afa2-c95e428159b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:46.018544 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-1b7af92b-e7b8-4fc7-87b7-75badd8ea7d4 req-273365e6-5f25-4c55-afa2-c95e428159b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0400803 Jun 24 08:29:46.066203 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-1b7af92b-e7b8-4fc7-87b7-75badd8ea7d4 req-ed3d430f-a11d-4f3f-9a4e-e2e61617b247 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 Jun 24 08:29:46.071215 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1417-fd01-4d90-ad81-94592c6df77a req-f469fea6-b4c3-4f11-8263-9ac3abefcb3e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:46.072784 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-350c1417-fd01-4d90-ad81-94592c6df77a req-f469fea6-b4c3-4f11-8263-9ac3abefcb3e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Jun 24 08:29:46.123874 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-350c1417-fd01-4d90-ad81-94592c6df77a req-01fd530a-4666-4d8d-a9b2-96875d9cb370 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457189 Jun 24 08:29:47.241111 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556e064-d2fe-495f-904d-bbc50d4931d7 req-063ca5e1-c37a-4df9-8f0f-80ffb59c5b5f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:47.242575 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a556e064-d2fe-495f-904d-bbc50d4931d7 req-063ca5e1-c37a-4df9-8f0f-80ffb59c5b5f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Jun 24 08:29:47.296662 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-a556e064-d2fe-495f-904d-bbc50d4931d7 req-d6c9a377-299b-4751-b331-6d1cfaec255a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482368 Jun 24 08:29:48.407893 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406af890-8078-4023-9380-17939f6b47cb req-1a63ee04-7c98-4aec-889c-b28e910cf46f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:48.409372 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-406af890-8078-4023-9380-17939f6b47cb req-1a63ee04-7c98-4aec-889c-b28e910cf46f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0463846 Jun 24 08:29:48.444809 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:48.459224 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-406af890-8078-4023-9380-17939f6b47cb req-583261e5-3bc1-4cd0-97de-c9473c9ae4aa tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434754 Jun 24 08:29:48.579239 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75a36-c76a-42b4-a496-e800e916dfbb req-24741f6d-23fb-4c2f-a8b6-ed6f8a98025e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:48.580636 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4ea75a36-c76a-42b4-a496-e800e916dfbb req-24741f6d-23fb-4c2f-a8b6-ed6f8a98025e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Jun 24 08:29:48.628813 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4ea75a36-c76a-42b4-a496-e800e916dfbb req-77790c88-d1aa-41b1-8dd8-7574fc571cc3 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Jun 24 08:29:48.650473 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36168) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:48.790852 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c880380-ffa4-459d-b0c4-5a5330219c9d tempest-TestShelveInstance-1148405890 tempest-TestShelveInstance-1148405890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:48.792392 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-3c880380-ffa4-459d-b0c4-5a5330219c9d tempest-TestShelveInstance-1148405890 tempest-TestShelveInstance-1148405890-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1124 time: 0.1409380 Jun 24 08:29:48.795233 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36172) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:48.799529 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'port_id': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:48.873495 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:48.935253 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:48.952834 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:49.055266 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_common [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Allocated IP 172.27.3.194 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/f80e6139-a254-4a42-b41f-f04bcd28be0d) {{(pid=104492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:29:49.159631 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:49.245291 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:49.279803 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:49.285606 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:29:49.290064 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.base_scheduler [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Resources bound (agent type, host, resource id): {{(pid=104492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:29:49.293880 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Received port after_create {{(pid=104492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:29:49.297118 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'Port': ['ID=f80e6139-a254-4a42-b41f-f04bcd28be0d,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:49.327400 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.327747 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.328087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.328447 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.328780 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.329107 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.329510 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.329834 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.330154 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.330474 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.330793 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.331113 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.331431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.331747 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.332060 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:29:49.642846 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:49.658079 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for floatingip (ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:49.823164 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:49.966431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:50.045090 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:50.117311 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event updated for resources: {'Port': ['ID=f80e6139-a254-4a42-b41f-f04bcd28be0d,revision_number=2']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:50.127262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:50.456594 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Floating IP ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd associated. External IP: 172.27.3.194, port: 63717731-c5c4-450f-afb5-a1b6a31dd3ef. Jun 24 08:29:50.534181 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:50.657958 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Router ef82a3da-f70a-491d-846c-d52e87c1bebf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:29:50.769293 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:29:50.780222 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] Sync routers for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:29:50.791446 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:50.792428 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:29:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:50.843717 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:50.864301 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:50.898165 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:50.904179 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b0b29-d7c8-4cba-9087-33fbba64f893 req-8fec55f8-1b47-4ef4-8030-835697cc25e3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:50.905677 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5a9b0b29-d7c8-4cba-9087-33fbba64f893 req-8fec55f8-1b47-4ef4-8030-835697cc25e3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0764201 Jun 24 08:29:50.911445 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c2c03886-cd1b-4db9-8ed5-91c020055151 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1129959 Jun 24 08:29:50.911445 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:29:50.911957 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab2aef4-b0cd-4029-a170-3902422bfd73" -d '{"events": [{"name": "network-changed", "server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:29:50.959335 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5a9b0b29-d7c8-4cba-9087-33fbba64f893 req-f406d9e5-c338-4aa3-8ea9-2b0bc6f80eb7 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Jun 24 08:29:50.982404 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36190) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:51.024153 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f1ba23-39a8-4f76-b6be-d74ba6944473 x-openstack-request-id: req-30f1ba23-39a8-4f76-b6be-d74ba6944473 {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:29:51.024490 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:29:51.024749 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30f1ba23-39a8-4f76-b6be-d74ba6944473 {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:29:51.025161 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f1ba23-39a8-4f76-b6be-d74ba6944473'] response: {'name': 'network-changed', 'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'status': 'completed', 'code': 200} Jun 24 08:29:51.136361 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f455c89-c173-42b6-bdf1-457242adb647 tempest-TestMinimumBasicScenario-783883631 tempest-TestMinimumBasicScenario-783883631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:51.137999 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-5f455c89-c173-42b6-bdf1-457242adb647 tempest-TestMinimumBasicScenario-783883631 tempest-TestMinimumBasicScenario-783883631-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1125 time: 0.1541693 Jun 24 08:29:51.140855 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36194) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:51.145041 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.v2.base [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'floatingip': {'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'port_id': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:51.164315 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:51.203407 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'port_id': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'mac_address': 'fa:16:3e:bf:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806a5c6-8671-407e-9065-5c025b344310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:29:49Z', 'updated_at': '2022-06-24T08:29:49Z', 'revision_number': 0, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 5, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:51.211431 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:51.231176 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] Checking router: ef82a3da-f70a-491d-846c-d52e87c1bebf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:29:51.239825 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:51.240572 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:29:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:51.308545 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-abc48d4b-65eb-4745-b1a9-64ee1b283e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:51.310026 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-abc48d4b-65eb-4745-b1a9-64ee1b283e5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0829163 Jun 24 08:29:51.341794 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:51.347037 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (None), before_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:51.464682 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-2a6395bb-ac19-4196-a532-9caa30fdc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:51.466044 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-2a6395bb-ac19-4196-a532-9caa30fdc0cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 910 time: 0.1492281 Jun 24 08:29:51.550573 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'port_id': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'mac_address': 'fa:16:3e:bf:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806a5c6-8671-407e-9065-5c025b344310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:29:49Z', 'updated_at': '2022-06-24T08:29:49Z', 'revision_number': 0, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 5, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:51.559482 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.db_base_plugin_common [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Allocated IP 172.27.3.192 (64293df7-480a-448c-aa04-f1c5af85cc5b/95b8eb7f-f2d2-456c-ba37-abc6ca154c49/c744cbcb-796f-4ef9-b601-fed670e55c1f) {{(pid=104493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:29:51.563107 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-d9302ade-3da4-4677-815c-6e78ab04d030 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 999 time: 0.0801756 Jun 24 08:29:51.576246 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13385b0-a86d-42e5-885a-c7a334ce2009 None None] The sync data for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': 'ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'port_id': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'mac_address': 'fa:16:3e:bf:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806a5c6-8671-407e-9065-5c025b344310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:29:49Z', 'updated_at': '2022-06-24T08:29:49Z', 'revision_number': 0, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 5, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:29:51.643403 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-d9cb1133-0052-477e-8392-b18028cad426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:51.644869 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-d9cb1133-0052-477e-8392-b18028cad426 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0737426 Jun 24 08:29:51.705923 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:51.720997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-866bb967-6327-4948-9bb8-8aada6df0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:51.721549 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-866bb967-6327-4948-9bb8-8aada6df0ab3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490422 Jun 24 08:29:51.769973 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:51.776527 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9f71d-aa03-457f-b900-ab5b302997ee None None] New status for floating IP ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:29:51.857531 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:51.866690 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-3990d02a-05af-4831-a983-a2cdf8fa996b service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348729 Jun 24 08:29:51.938985 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750875410562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:52.242060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Network 64293df7-480a-448c-aa04-f1c5af85cc5b is already hosted by enough agents. {{(pid=104493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:29:52.249397 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.base_scheduler [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Resources bound (agent type, host, resource id): {{(pid=104493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:29:52.254617 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Received port after_create {{(pid=104493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:29:52.259977 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-7ab2aef4-b0cd-4029-a170-3902422bfd73 req-5678ead4-7915-4257-a3c4-1961823096d7 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870115 Jun 24 08:29:52.261988 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'Port': ['ID=c744cbcb-796f-4ef9-b601-fed670e55c1f,revision_number=1']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:52.611452 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for floatingip (277b695d-a6a6-4c1d-bad6-9fca80ffaf2c), precommit_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:52.766628 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), before_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:52.850756 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7f6ebf50-5800-49e5-a005-e543122724a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:52.868888 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:52.922564 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), precommit_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:52.987488 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12109748'] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), after_update {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.059260 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'Port': ['ID=c744cbcb-796f-4ef9-b601-fed670e55c1f,revision_number=2']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:53.067562 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565401'] for floatingip (277b695d-a6a6-4c1d-bad6-9fca80ffaf2c), after_create {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.158939 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:53.163496 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Floating IP 277b695d-a6a6-4c1d-bad6-9fca80ffaf2c associated. External IP: 172.27.3.192, port: fde8cbab-b155-496b-a531-cdab3f3238cb. Jun 24 08:29:53.365373 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Router ed296607-afaf-4971-a51f-f83b44b811bf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:29:53.468300 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:29:53.478434 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] Sync routers for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:29:53.488566 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:53.489165 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:29:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:53.549674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.581091 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-25fbe5a5-396d-4c9a-ba46-4b62b962e24e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4392025 Jun 24 08:29:53.581749 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:29:53.583869 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36196) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:53.589093 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-9fdb14fc-7114-4494-b2ce-53954d06984e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709620424', 'description': 'tempest-secgroup-smoke-709620424 description', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:53.593875 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:29:53.594787 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:53.629884 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d644cd62-e31d-4f6f-b30e-eddd883e358a x-openstack-request-id: req-d644cd62-e31d-4f6f-b30e-eddd883e358a {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:29:53.630173 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:29:53.630425 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d644cd62-e31d-4f6f-b30e-eddd883e358a {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:29:53.631408 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d644cd62-e31d-4f6f-b30e-eddd883e358a'] response: {'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'status': 'completed', 'code': 200} Jun 24 08:29:53.650753 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9fdb14fc-7114-4494-b2ce-53954d06984e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group (None), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.662113 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:53.690632 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=100 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:53.724320 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-908f8431-c39e-43bb-92f7-941bad8dcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:53.724637 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9fdb14fc-7114-4494-b2ce-53954d06984e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group (1b76fc3a-4a24-450f-94c0-9d60afa84858), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.726001 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-908f8431-c39e-43bb-92f7-941bad8dcf92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1130 time: 0.0453086 Jun 24 08:29:53.765844 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9fdb14fc-7114-4494-b2ce-53954d06984e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (1b76fc3a-4a24-450f-94c0-9d60afa84858), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.800958 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb14fc-7114-4494-b2ce-53954d06984e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76fc3a-4a24-450f-94c0-9d60afa84858,revision_number=1']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:53.831184 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '277b695d-a6a6-4c1d-bad6-9fca80ffaf2c', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'port_id': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'mac_address': 'fa:16:3e:c0:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:29:52Z', 'updated_at': '2022-06-24T08:29:52Z', 'revision_number': 0, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 5, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:53.833182 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-43918c78-a6ce-460d-9359-1f2befc087af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:53.835382 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-43918c78-a6ce-460d-9359-1f2befc087af service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 916 time: 0.1023695 Jun 24 08:29:53.860899 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] Checking router: ed296607-afaf-4971-a51f-f83b44b811bf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:29:53.863872 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-9fdb14fc-7114-4494-b2ce-53954d06984e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.865313 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-9fdb14fc-7114-4494-b2ce-53954d06984e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2797370 Jun 24 08:29:53.868459 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36200) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:53.872872 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-687bcb28-1db1-4c17-b9b4-0b4d3e4f4447 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'security_group_rule': {'security_group_id': '1b76fc3a-4a24-450f-94c0-9d60afa84858', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:53.873512 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:29:53.874244 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:29:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:53.897965 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-9940398a-9c52-4c58-93ec-760bb8f321c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 1000 time: 0.0567038 Jun 24 08:29:53.947210 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-09bc83d9-d3ab-4cf1-a7f5-82253c03bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:53.948719 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-09bc83d9-d3ab-4cf1-a7f5-82253c03bd34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 200 len: 854 time: 0.0448031 Jun 24 08:29:53.950609 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-687bcb28-1db1-4c17-b9b4-0b4d3e4f4447 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (c050406c-ed74-4584-acd3-862e82839c56), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:53.982389 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:29:53.998764 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-f2bb3a8c-27ff-4442-a69f-e7856daf7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:54.002312 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-f2bb3a8c-27ff-4442-a69f-e7856daf7868 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455964 Jun 24 08:29:54.011797 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-687bcb28-1db1-4c17-b9b4-0b4d3e4f4447 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (c050406c-ed74-4584-acd3-862e82839c56), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.073191 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:54.085360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-687bcb28-1db1-4c17-b9b4-0b4d3e4f4447 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (c050406c-ed74-4584-acd3-862e82839c56), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.094937 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-ef81a101-b7b6-4909-8a41-a445e0cf4982 service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878325 Jun 24 08:29:54.105303 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bcb28-1db1-4c17-b9b4-0b4d3e4f4447 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c050406c-ed74-4584-acd3-862e82839c56,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:54.189849 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-687bcb28-1db1-4c17-b9b4-0b4d3e4f4447 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.191538 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-687bcb28-1db1-4c17-b9b4-0b4d3e4f4447 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220639 Jun 24 08:29:54.194808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36202) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:54.197465 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-a49d624d-ace0-4274-bde3-bbc7e34ecbc0 req-55b788b4-fb41-460b-9b4f-bfda11201f7d service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966837 Jun 24 08:29:54.199170 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-7d3ad34d-889b-46c9-a8b3-a36bbcf3e82c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'security_group_rule': {'security_group_id': '1b76fc3a-4a24-450f-94c0-9d60afa84858', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:54.206533 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '277b695d-a6a6-4c1d-bad6-9fca80ffaf2c', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'port_id': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'mac_address': 'fa:16:3e:c0:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:29:52Z', 'updated_at': '2022-06-24T08:29:52Z', 'revision_number': 0, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 5, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:29:54.231608 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7d468-9538-4064-9d19-c7e78ccbcce8 None None] The sync data for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_floatingips': [{'id': '277b695d-a6a6-4c1d-bad6-9fca80ffaf2c', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'router_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'port_id': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'mac_address': 'fa:16:3e:c0:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:29:52Z', 'updated_at': '2022-06-24T08:29:52Z', 'revision_number': 0, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 5, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:29:54.320077 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad34d-889b-46c9-a8b3-a36bbcf3e82c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (edfddb8f-8614-4551-837f-867d7051bb53), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.378524 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad34d-889b-46c9-a8b3-a36bbcf3e82c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (edfddb8f-8614-4551-837f-867d7051bb53), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.432061 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e864d6a-f043-4e5d-a85a-05e916e2f29f None None] New status for floating IP 277b695d-a6a6-4c1d-bad6-9fca80ffaf2c: ACTIVE {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:29:54.456304 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad34d-889b-46c9-a8b3-a36bbcf3e82c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (edfddb8f-8614-4551-837f-867d7051bb53), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.476085 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ad34d-889b-46c9-a8b3-a36bbcf3e82c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfddb8f-8614-4551-837f-867d7051bb53,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:54.543804 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad34d-889b-46c9-a8b3-a36bbcf3e82c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.545084 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-7d3ad34d-889b-46c9-a8b3-a36bbcf3e82c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3493469 Jun 24 08:29:54.547809 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36204) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:54.552530 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-12d6723f-15e4-4626-87b5-f04b4c96a619 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'security_group_rule': {'security_group_id': '1b76fc3a-4a24-450f-94c0-9d60afa84858', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:54.657892 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-12d6723f-15e4-4626-87b5-f04b4c96a619 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (30e54d93-20e6-4d9b-aaa8-deaa4dff2033), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.706108 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:54.715378 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-12d6723f-15e4-4626-87b5-f04b4c96a619 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (30e54d93-20e6-4d9b-aaa8-deaa4dff2033), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.787555 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-12d6723f-15e4-4626-87b5-f04b4c96a619 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (30e54d93-20e6-4d9b-aaa8-deaa4dff2033), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.811018 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6723f-15e4-4626-87b5-f04b4c96a619 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e54d93-20e6-4d9b-aaa8-deaa4dff2033,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:54.898391 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-12d6723f-15e4-4626-87b5-f04b4c96a619 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:54.899682 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-12d6723f-15e4-4626-87b5-f04b4c96a619 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508425 Jun 24 08:29:54.902318 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36206) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:54.906552 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-2d667149-ba74-4867-926b-59554e18b4d9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'security_group_rule': {'security_group_id': '1b76fc3a-4a24-450f-94c0-9d60afa84858', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:55.010591 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2d667149-ba74-4867-926b-59554e18b4d9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (e2b1fbb2-9708-4a73-936e-27d541d97114), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.014149 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:55.074215 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2d667149-ba74-4867-926b-59554e18b4d9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (e2b1fbb2-9708-4a73-936e-27d541d97114), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.159069 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2d667149-ba74-4867-926b-59554e18b4d9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (e2b1fbb2-9708-4a73-936e-27d541d97114), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.172812 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d667149-ba74-4867-926b-59554e18b4d9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b1fbb2-9708-4a73-936e-27d541d97114,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:55.241477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2d667149-ba74-4867-926b-59554e18b4d9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.242717 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2d667149-ba74-4867-926b-59554e18b4d9 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394575 Jun 24 08:29:55.245502 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36208) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:55.249935 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'security_group_rule': {'security_group_id': '1b76fc3a-4a24-450f-94c0-9d60afa84858', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:55.256761 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-89cf0627-ddfc-4bf8-9c2a-da18c254720b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.331055 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.securitygroups_db [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Project c9cf7969a63e46e9aeef5dc53410d51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:29:55.337605 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (232d504a-2b63-4db7-818d-2755ee533e90), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.397720 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (232d504a-2b63-4db7-818d-2755ee533e90), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.473445 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (232d504a-2b63-4db7-818d-2755ee533e90), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.493847 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232d504a-2b63-4db7-818d-2755ee533e90,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:55.572694 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.573907 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2ebe20f7-76b2-496f-8d53-bc94b6ef1435 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275006 Jun 24 08:29:55.576770 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36210) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:29:55.581502 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'security_group_rule': {'security_group_id': '1b76fc3a-4a24-450f-94c0-9d60afa84858', 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:55.679496 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.securitygroups_db [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Project c9cf7969a63e46e9aeef5dc53410d51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:29:55.685408 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (bc228152-ea9f-4c90-9c27-64076b028b8b), before_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.745616 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (bc228152-ea9f-4c90-9c27-64076b028b8b), precommit_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.821810 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264226'] for security_group_rule (bc228152-ea9f-4c90-9c27-64076b028b8b), after_create {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.841342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc228152-ea9f-4c90-9c27-64076b028b8b,revision_number=0']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:55.920919 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:55.922195 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-57d6e0fb-eaf8-49d4-8ee7-62a936a8a834 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443997 Jun 24 08:29:56.013144 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-e6d49cfc-9e6b-4744-bf5d-55135d552073 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709620424&fields=id&tenant_id=c9cf7969a63e46e9aeef5dc53410d51b HTTP/1.1" status: 200 len: 267 time: 0.0447016 Jun 24 08:29:56.066638 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-dfe6b17e-171f-4e3c-90c1-811fe5bd7dd4 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:56.068114 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-dfe6b17e-171f-4e3c-90c1-811fe5bd7dd4 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0495775 Jun 24 08:29:56.078669 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'port': {'security_groups': ['96f73cbb-1e80-46b0-b3b7-b70daf48c61b', '1b76fc3a-4a24-450f-94c0-9d60afa84858']}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:29:56.149115 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:56.260288 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:56.362084 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fde8cbab-b155-496b-a531-cdab3f3238cb,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:29:56.390276 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:56.427464 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:56.444878 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:56.477163 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:56.494227 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:56.494873 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:56.495572 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['fde8cbab-b155-496b-a531-cdab3f3238cb'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:29:56.496320 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-758fbcc4-2d76-42d4-8cf0-938d57996cc0 req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "PUT /v2.0/ports/fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 982 time: 0.4219956 Jun 24 08:29:56.496777 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:29:56.499043 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56e957-db56-44cb-90db-d9c64dfa342c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:29:56.528280 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deab5b-80c4-4439-8723-15b76e5aa95e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=6']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:29:56.558208 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f5db1-6996-47d6-8db0-c8b697b7afdd x-openstack-request-id: req-8d7f5db1-6996-47d6-8db0-c8b697b7afdd {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:29:56.559250 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:29:56.559560 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d7f5db1-6996-47d6-8db0-c8b697b7afdd {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:29:56.560031 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7f5db1-6996-47d6-8db0-c8b697b7afdd'] response: {'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'status': 'completed', 'code': 200} Jun 24 08:29:56.626377 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:56.627220 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c52a1-072d-4ea7-91b9-5fd444a7ada6 req-e998d81f-c160-4b2a-a08f-51dbaaf767ad tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:56.628963 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c07c52a1-072d-4ea7-91b9-5fd444a7ada6 req-e998d81f-c160-4b2a-a08f-51dbaaf767ad tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0557671 Jun 24 08:29:56.659970 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-e704ccdf-7adf-45b8-a921-05614903a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:56.662936 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-e704ccdf-7adf-45b8-a921-05614903a2f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1169 time: 0.0517032 Jun 24 08:29:56.668421 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['fde8cbab-b155-496b-a531-cdab3f3238cb'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:29:56.698954 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c07c52a1-072d-4ea7-91b9-5fd444a7ada6 req-1e4c8474-bb6c-44b8-a8e8-902a3addf103 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619996 Jun 24 08:29:56.755741 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:56.773053 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-1196ffc3-c83b-4de3-8d62-7de55f2c8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:56.774520 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-1196ffc3-c83b-4de3-8d62-7de55f2c8945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 916 time: 0.1048830 Jun 24 08:29:56.840822 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-c5fbe12e-fe5e-4b9b-98e4-4d9e25852054 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 1002 time: 0.0569215 Jun 24 08:29:56.856595 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:56.883061 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-7236d4da-a1f9-4e87-8935-7c10cd384145 None None] Provisioning complete for port fde8cbab-b155-496b-a531-cdab3f3238cb triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:29:56.883432 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7236d4da-a1f9-4e87-8935-7c10cd384145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:56.891008 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-6bccfcd4-c644-4991-ac51-2e6c45163bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:56.892551 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-6bccfcd4-c644-4991-ac51-2e6c45163bcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 200 len: 854 time: 0.0449052 Jun 24 08:29:56.940045 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-62a15df3-11f1-45c6-b714-152e79bd45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:29:56.941598 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-62a15df3-11f1-45c6-b714-152e79bd45dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430799 Jun 24 08:29:57.033505 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-a1e466ff-ffed-4d30-bd24-1a839e59fd0d service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Jun 24 08:29:57.072516 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-7236d4da-a1f9-4e87-8935-7c10cd384145 None None] Current status of the port fde8cbab-b155-496b-a531-cdab3f3238cb is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:29:57.128871 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-ca56e957-db56-44cb-90db-d9c64dfa342c req-2a8606dc-7ef9-4c72-9791-e2e4c4227f1f service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890644 Jun 24 08:29:57.144315 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:29:57.913682 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:29:58.044850 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:04.202635 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=41 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:04.209727 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=65 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:06.678596 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:06.694217 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=28 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:07.123763 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=35 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:07.125665 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=52 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:07.983893 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:07.988716 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=60 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:07.991447 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:18.421399 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:19.798095 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d643023-25d0-40a6-a209-221d5465b2ea req-3ed20691-9645-4bfa-a07c-6a1056c3527c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:19.799590 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7d643023-25d0-40a6-a209-221d5465b2ea req-3ed20691-9645-4bfa-a07c-6a1056c3527c tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0478625 Jun 24 08:30:19.861480 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-7d643023-25d0-40a6-a209-221d5465b2ea req-4256187d-6eec-4130-84e5-36cd8d799188 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560377 Jun 24 08:30:19.901774 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-98602ed5-542f-4cd1-bb6c-11627309b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:19.903284 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-98602ed5-542f-4cd1-bb6c-11627309b6ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1169 time: 0.0440731 Jun 24 08:30:20.001581 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-5937ea46-0746-4adc-9d19-2661b4e0ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:20.003053 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-5937ea46-0746-4adc-9d19-2661b4e0ebd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 916 time: 0.0909607 Jun 24 08:30:20.027592 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:30:20.066201 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-cd69c6e4-c614-45f3-a875-74a18cb9d56d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 1002 time: 0.0559525 Jun 24 08:30:20.118898 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-1c2d7138-af8a-42de-b51a-e6d7d1a3322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:20.120300 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-1c2d7138-af8a-42de-b51a-e6d7d1a3322b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 200 len: 854 time: 0.0442586 Jun 24 08:30:20.167815 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-000e6254-9ba8-4eb6-84d6-b365934fac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:20.169299 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-000e6254-9ba8-4eb6-84d6-b365934fac20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427299 Jun 24 08:30:20.258834 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-46392c82-9168-43ae-9c57-bd4dd6f88dae service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Jun 24 08:30:20.355595 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-6a0082a6-224a-42ee-9d18-8b8b0e6f16a9 req-55935738-91a2-4861-a4f3-ea6a5ebfe96c service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896153 Jun 24 08:30:20.976428 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f2a04-3a5e-487b-adea-3bcdbf5d66d4 req-d82438aa-6545-4a80-984a-579fa5cdfe94 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:20.977878 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-642f2a04-3a5e-487b-adea-3bcdbf5d66d4 req-d82438aa-6545-4a80-984a-579fa5cdfe94 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0470953 Jun 24 08:30:21.040669 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-642f2a04-3a5e-487b-adea-3bcdbf5d66d4 req-a8000156-5b7c-4dff-8e4b-4076968f2ab6 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571005 Jun 24 08:30:21.947333 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-45a91cf5-bbed-4a01-acd3-ccfa448b41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:21.948845 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-45a91cf5-bbed-4a01-acd3-ccfa448b41ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1169 time: 0.0410714 Jun 24 08:30:22.054907 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-72c7b0e5-f5f6-47b6-9048-e7e34e7c0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:22.056392 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-72c7b0e5-f5f6-47b6-9048-e7e34e7c0184 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 916 time: 0.0883136 Jun 24 08:30:22.119290 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-725e3df1-cf93-4b6b-b8e9-ef489b79fe0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 1002 time: 0.0545886 Jun 24 08:30:22.155589 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822ce6a-4ca9-4382-936f-e12a8b0b060b req-c964e569-cb89-4c8b-aa40-8da3dcc7a225 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:22.157126 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c822ce6a-4ca9-4382-936f-e12a8b0b060b req-c964e569-cb89-4c8b-aa40-8da3dcc7a225 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0478797 Jun 24 08:30:22.167993 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-12eab7db-5b0c-41dd-b7de-c4a1f21409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:22.169545 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-12eab7db-5b0c-41dd-b7de-c4a1f21409ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 200 len: 854 time: 0.0434003 Jun 24 08:30:22.216883 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-75645fef-e236-4c33-ac21-ee7494574673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:22.218312 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-75645fef-e236-4c33-ac21-ee7494574673 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423884 Jun 24 08:30:22.219261 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c822ce6a-4ca9-4382-936f-e12a8b0b060b req-12fbf614-8b12-4321-8620-39aa81ab6268 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565104 Jun 24 08:30:22.307407 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-148db61f-dabb-4d1f-ad57-73024d4d6781 service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826225 Jun 24 08:30:22.398139 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-96959b6d-02b7-4e8b-83ca-13b9196707db req-d5dfbc10-84dd-4a08-8edd-e6a55a478c49 service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Jun 24 08:30:22.798615 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-47e2cfb6-3052-4e44-a928-44ab2063d535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:23.333162 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74ec79-8116-4495-9d00-69d78d8f6db9 req-0d484a15-7142-4165-914c-8900aba0adea tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:23.334631 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f74ec79-8116-4495-9d00-69d78d8f6db9 req-0d484a15-7142-4165-914c-8900aba0adea tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0480905 Jun 24 08:30:23.395002 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f74ec79-8116-4495-9d00-69d78d8f6db9 req-13bf897a-b6fe-414c-bb89-87ffafdb93b0 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543556 Jun 24 08:30:24.514251 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7727799-4320-40f3-8fc9-35053727cb1d req-12df3bb2-c567-41bb-96ac-d65a00b7bbb3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:24.515731 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e7727799-4320-40f3-8fc9-35053727cb1d req-12df3bb2-c567-41bb-96ac-d65a00b7bbb3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0536709 Jun 24 08:30:24.578563 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e7727799-4320-40f3-8fc9-35053727cb1d req-ddfeaaed-c697-47b4-8dd3-5e8f18d9ad78 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571039 Jun 24 08:30:25.261901 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fc61151d-ca4e-41ae-ba79-a8af05bd9c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:25.691132 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4811d24-06ee-425e-8d64-7e0f8ce76535 req-c68c9f0d-5101-4acd-b36a-f096aea1ad10 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:25.692615 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e4811d24-06ee-425e-8d64-7e0f8ce76535 req-c68c9f0d-5101-4acd-b36a-f096aea1ad10 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0475352 Jun 24 08:30:25.751076 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e4811d24-06ee-425e-8d64-7e0f8ce76535 req-8634ff88-6958-41d6-a7ba-56fa5a7025ca tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529330 Jun 24 08:30:26.392747 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:26.869807 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dc584-bed9-4711-b733-b9c2e5421a5c req-3aa15527-b84a-4473-899d-70fbd1463b76 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:26.871378 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f68dc584-bed9-4711-b733-b9c2e5421a5c req-3aa15527-b84a-4473-899d-70fbd1463b76 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0487034 Jun 24 08:30:26.939523 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f68dc584-bed9-4711-b733-b9c2e5421a5c req-22b387a3-e393-47a6-8c73-6667a08b5354 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623772 Jun 24 08:30:27.884332 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:28.049975 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:28.056458 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c45f98-3fa9-49b3-85b0-cf30ffc5caac req-60223062-51c0-48ab-a061-26afb4b2e125 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:28.057940 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-37c45f98-3fa9-49b3-85b0-cf30ffc5caac req-60223062-51c0-48ab-a061-26afb4b2e125 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0477433 Jun 24 08:30:28.118536 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-37c45f98-3fa9-49b3-85b0-cf30ffc5caac req-92b7dc2a-4f90-4216-bbd4-8df804737a73 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544798 Jun 24 08:30:29.235730 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e491e5-cd15-43d1-b6d9-4b64a8f7b84c req-dac2fdd6-2469-4e00-abf6-4796215e9c0e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:29.237231 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-42e491e5-cd15-43d1-b6d9-4b64a8f7b84c req-dac2fdd6-2469-4e00-abf6-4796215e9c0e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0465889 Jun 24 08:30:29.296573 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-42e491e5-cd15-43d1-b6d9-4b64a8f7b84c req-7e386650-1ffd-4030-9f6d-1422413a7306 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538547 Jun 24 08:30:30.414452 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf09d-a737-4030-88ef-16cf324c10d7 req-38ae49f3-189c-4330-b0cc-bd7413a2907f tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:30.415942 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-20ecf09d-a737-4030-88ef-16cf324c10d7 req-38ae49f3-189c-4330-b0cc-bd7413a2907f tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0516222 Jun 24 08:30:30.435307 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:30.437626 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:30.477403 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-20ecf09d-a737-4030-88ef-16cf324c10d7 req-ddaa1d63-77a7-439c-973f-da02fc99faa6 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555398 Jun 24 08:30:31.593044 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfdd88-4884-43a1-a63f-545153ce95f3 req-3da7a97c-d24a-4d09-a3da-386901c4dbaa tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:31.594565 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bfcfdd88-4884-43a1-a63f-545153ce95f3 req-3da7a97c-d24a-4d09-a3da-386901c4dbaa tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0489335 Jun 24 08:30:31.654860 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-bfcfdd88-4884-43a1-a63f-545153ce95f3 req-79de78b6-3a05-4cae-842b-2401be1f3d89 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547101 Jun 24 08:30:32.389782 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=89 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:32.395736 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:32.770856 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54373c25-7d9e-433d-9972-877fbae37727 req-1e8f5bb2-4242-4da5-8cfe-4f7811928b69 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:32.772329 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-54373c25-7d9e-433d-9972-877fbae37727 req-1e8f5bb2-4242-4da5-8cfe-4f7811928b69 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0517409 Jun 24 08:30:32.831603 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-54373c25-7d9e-433d-9972-877fbae37727 req-2da0f69b-8f27-4995-a79e-c9ec96031e34 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532248 Jun 24 08:30:33.945291 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af58498-c81b-4d96-8fcf-512b306a4e00 req-94d76cee-1985-408c-9e48-99106ed15092 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:33.946746 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0af58498-c81b-4d96-8fcf-512b306a4e00 req-94d76cee-1985-408c-9e48-99106ed15092 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0478544 Jun 24 08:30:34.005921 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0af58498-c81b-4d96-8fcf-512b306a4e00 req-4094b502-ed30-489d-b5f5-621bfa054f31 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532568 Jun 24 08:30:35.117391 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1571a7e-8237-4ae2-8ff0-74f4338d40c4 req-278b5d49-000c-4010-b740-d2d2a0284fae tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:35.118849 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1571a7e-8237-4ae2-8ff0-74f4338d40c4 req-278b5d49-000c-4010-b740-d2d2a0284fae tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0462308 Jun 24 08:30:35.181515 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1571a7e-8237-4ae2-8ff0-74f4338d40c4 req-bd4e25b3-d6d9-4ee0-a937-58aa7a888c60 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563724 Jun 24 08:30:36.294026 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ccb0f-2c83-432e-b786-1675cc7345cc req-b00b51da-cb05-43a5-9071-635fd1002bbd tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:36.295503 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c97ccb0f-2c83-432e-b786-1675cc7345cc req-b00b51da-cb05-43a5-9071-635fd1002bbd tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0477979 Jun 24 08:30:36.354925 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c97ccb0f-2c83-432e-b786-1675cc7345cc req-8ca17eb2-ed79-4157-96ac-dd9f1fe3dcf1 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538564 Jun 24 08:30:37.037718 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:37.038518 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:37.471479 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7362c-a2cc-441b-89f1-57a883fb662a req-9d594b4f-ee04-482a-a00f-3a763292b008 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:30:37.472961 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-23e7362c-a2cc-441b-89f1-57a883fb662a req-9d594b4f-ee04-482a-a00f-3a763292b008 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0475023 Jun 24 08:30:37.531328 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-23e7362c-a2cc-441b-89f1-57a883fb662a req-2acea6cf-75e4-40c4-a5e2-2ea78823d323 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b76fc3a-4a24-450f-94c0-9d60afa84858&id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528989 Jun 24 08:30:37.819773 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:37.987625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:37.993467 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:47.522628 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=59 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:47.525515 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=77 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:47.903607 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=14 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:47.904356 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=12 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:30:48.438939 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:52.793096 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c3d29992-dbbe-42f3-af61-905e8165feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:55.255922 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2f456ba3-2ad6-4cd2-9f5d-32552e60489d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:56.381708 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:57.026762 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:30:57.901275 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:30:58.044280 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:07.822383 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:07.996554 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:07.998459 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:13.306604 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-af8cb40e-ce6e-4ad7-8a08-d9bc1d50a04b tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709620424&fields=id&tenant_id=c9cf7969a63e46e9aeef5dc53410d51b HTTP/1.1" status: 200 len: 267 time: 0.0484476 Jun 24 08:31:13.357033 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-3844290d-5863-403f-b25c-4d3f772f9adf tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:13.358472 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-3844290d-5863-403f-b25c-4d3f772f9adf tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 985 time: 0.0465467 Jun 24 08:31:13.369483 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.v2.base [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Request body: {'port': {'security_groups': ['96f73cbb-1e80-46b0-b3b7-b70daf48c61b']}} {{(pid=104492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:31:13.445941 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), before_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:13.615602 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fde8cbab-b155-496b-a531-cdab3f3238cb,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:13.643218 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), precommit_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:13.701059 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9673626'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_update {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:13.739994 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['fde8cbab-b155-496b-a531-cdab3f3238cb'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:31:13.749490 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:13.750106 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:13.751536 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-041fcd05-b150-4077-ad0f-23925558b4e3 req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "PUT /v2.0/ports/fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 943 time: 0.3865130 Jun 24 08:31:13.752148 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:31:13.754259 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9135d6fe-152d-4885-9a01-17880bae106d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:31:13.769313 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36286) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:13.803387 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event updated for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=7']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:13.811262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1648deba-a1ce-4b7d-b044-79d655c943f2 x-openstack-request-id: req-1648deba-a1ce-4b7d-b044-79d655c943f2 {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:31:13.811547 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:31:13.811792 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1648deba-a1ce-4b7d-b044-79d655c943f2 {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:31:13.812221 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1648deba-a1ce-4b7d-b044-79d655c943f2'] response: {'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'status': 'completed', 'code': 200} Jun 24 08:31:13.814528 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.814885 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.815262 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.815609 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.815945 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.816342 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.816812 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.817150 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.817477 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.817808 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.818134 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.818463 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.818787 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.819110 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.819431 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7b257-5174-46ca-876c-2cbbedf3b77e tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:13.850954 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group (1b76fc3a-4a24-450f-94c0-9d60afa84858), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:13.896132 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['fde8cbab-b155-496b-a531-cdab3f3238cb'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:31:13.909060 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group (1b76fc3a-4a24-450f-94c0-9d60afa84858), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:13.922525 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d6fe-152d-4885-9a01-17880bae106d req-14f8d1c6-04d1-45fe-868a-3749284d217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:13.924163 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9135d6fe-152d-4885-9a01-17880bae106d req-14f8d1c6-04d1-45fe-868a-3749284d217c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1130 time: 0.0675507 Jun 24 08:31:14.036509 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:14.037185 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:14.038843 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d6fe-152d-4885-9a01-17880bae106d req-f00c9f84-2d11-47f5-b991-97c1cdb4b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:14.040464 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9135d6fe-152d-4885-9a01-17880bae106d req-f00c9f84-2d11-47f5-b991-97c1cdb4b16c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 916 time: 0.1085391 Jun 24 08:31:14.111580 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9135d6fe-152d-4885-9a01-17880bae106d req-08077a83-ffb5-47d6-9b4e-84868bedeccf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 1002 time: 0.0624554 Jun 24 08:31:14.146662 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (1b76fc3a-4a24-450f-94c0-9d60afa84858), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.149244 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.150410 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "DELETE /v2.0/security-groups/1b76fc3a-4a24-450f-94c0-9d60afa84858 HTTP/1.1" status: 204 len: 168 time: 0.3891318 Jun 24 08:31:14.153242 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36288) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:14.164810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-499bdd90-b9a4-4bf7-b34d-c62b704aec30 None None] Provisioning complete for port fde8cbab-b155-496b-a531-cdab3f3238cb triggered by entity DHCP. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:31:14.167990 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-499bdd90-b9a4-4bf7-b34d-c62b704aec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.168366 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b76fc3a-4a24-450f-94c0-9d60afa84858,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:14.178888 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.179239 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.179580 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.179921 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.180265 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.180599 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.180929 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.181257 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.181581 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.181905 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.182229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.182553 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.182877 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.183198 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.183518 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8323d-9b17-4f2c-9db4-aba1d7866ec3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:14.194161 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d6fe-152d-4885-9a01-17880bae106d req-e6b932ad-b12a-4a85-81e6-b810a782618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:14.194161 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9135d6fe-152d-4885-9a01-17880bae106d req-e6b932ad-b12a-4a85-81e6-b810a782618e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 200 len: 854 time: 0.0743418 Jun 24 08:31:14.241469 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d6fe-152d-4885-9a01-17880bae106d req-3ab832a1-e7cd-4144-a711-31788fca71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:14.242977 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9135d6fe-152d-4885-9a01-17880bae106d req-3ab832a1-e7cd-4144-a711-31788fca71df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444739 Jun 24 08:31:14.275388 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-499bdd90-b9a4-4bf7-b34d-c62b704aec30 None None] Current status of the port fde8cbab-b155-496b-a531-cdab3f3238cb is: ACTIVE; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:31:14.322576 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Deleting port c744cbcb-796f-4ef9-b601-fed670e55c1f {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:14.323181 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.344784 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9135d6fe-152d-4885-9a01-17880bae106d req-4e287011-b68f-4162-ae00-d7bd6e109338 service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956373 Jun 24 08:31:14.400806 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.401156 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for floatingip (c744cbcb-796f-4ef9-b601-fed670e55c1f), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.418420 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Calling delete_port for c744cbcb-796f-4ef9-b601-fed670e55c1f owned by network:floatingip {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:14.437386 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-9135d6fe-152d-4885-9a01-17880bae106d req-7b31ebcb-db38-48f0-be15-5cd3d66bd80f service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860822 Jun 24 08:31:14.561206 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:14.569747 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:14.655555 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (c744cbcb-796f-4ef9-b601-fed670e55c1f), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.684730 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event deleted for resources: {'Port': ['ID=c744cbcb-796f-4ef9-b601-fed670e55c1f,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:14.749456 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks [] for floatingip (277b695d-a6a6-4c1d-bad6-9fca80ffaf2c), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:14.749786 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.db.l3_db [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Floating IP 277b695d-a6a6-4c1d-bad6-9fca80ffaf2c disassociated (deleted). External IP: 172.27.3.192, port: fde8cbab-b155-496b-a531-cdab3f3238cb. Jun 24 08:31:14.947370 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Router ed296607-afaf-4971-a51f-f83b44b811bf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:31:15.050068 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:31:15.054828 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:15.059307 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] Sync routers for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:31:15.069413 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:31:15.070098 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:30:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:15.083658 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-c15d9c6a-698f-48b3-b30d-ca6c543ce482 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "DELETE /v2.0/floatingips/277b695d-a6a6-4c1d-bad6-9fca80ffaf2c HTTP/1.1" status: 204 len: 168 time: 0.9291058 Jun 24 08:31:15.175117 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:31:15.363186 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 5, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:15.392827 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] Checking router: ed296607-afaf-4971-a51f-f83b44b811bf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:31:15.401546 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:31:15.402190 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:30:55Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:15.505071 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:31:15.692435 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 5, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:15.716434 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4602d8-728b-4329-b6de-86a92902201e None None] The sync data for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:52Z', 'revision_number': 4, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '177ab309-001a-427c-afff-f11489196caa', 'name': '', 'network_id': '7ac9cc24-5f77-4842-9dc4-92ca5cbc698b', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'mac_address': 'fa:16:3e:31:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:51Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 5, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'subnets': [{'id': '983543b9-403c-4fbe-a337-aacd292d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:31:15.813817 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb'}] {{(pid=104492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:31:15.816676 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc2c182019a34ceba1b689b8ac0a9a495f32f73cb38a5278dc3ef0dfaedbad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e822b05a-ad08-4e4b-86f4-6d627f933d10" -d '{"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb"}]}' {{(pid=104492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:31:15.853141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d83939b-6985-4488-a562-31ab2683d909 x-openstack-request-id: req-3d83939b-6985-4488-a562-31ab2683d909 {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:31:15.853505 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb", "status": "completed", "code": 200}]} {{(pid=104492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:31:15.853823 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d83939b-6985-4488-a562-31ab2683d909 {{(pid=104492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:31:15.854288 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d83939b-6985-4488-a562-31ab2683d909'] response: {'name': 'network-changed', 'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'status': 'completed', 'code': 200} Jun 24 08:31:15.940524 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242dbc4d-50b0-48cf-942f-c8747463a8d5 None None] New status for floating IP 277b695d-a6a6-4c1d-bad6-9fca80ffaf2c: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:31:16.032945 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-25d95724-ba91-46a1-b986-0a3d086bc0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:16.034647 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-25d95724-ba91-46a1-b986-0a3d086bc0fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 1130 time: 0.0504515 Jun 24 08:31:16.130014 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-6c835d3f-713d-43a6-954d-b36e139e5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:16.137935 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-6c835d3f-713d-43a6-954d-b36e139e5713 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 200 len: 916 time: 0.0884864 Jun 24 08:31:16.179839 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-e1b93f56-3ace-40a3-ad30-b13be6ee2897 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 200 len: 217 time: 0.0407116 Jun 24 08:31:16.243356 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-cec33beb-50b4-4880-b7fe-8e25ed922a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:16.244829 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-cec33beb-50b4-4880-b7fe-8e25ed922a48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 200 len: 854 time: 0.0587573 Jun 24 08:31:16.300461 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-6fde1da7-f680-4da3-ac5b-9b0f271968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:16.301961 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-6fde1da7-f680-4da3-ac5b-9b0f271968c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453851 Jun 24 08:31:16.394350 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:16.400342 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-07d6253a-3802-44f6-b3b3-426c7551edca service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917723 Jun 24 08:31:16.414920 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:16.755954 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-e822b05a-ad08-4e4b-86f4-6d627f933d10 req-65bcc0cf-5d60-48f0-817f-2294abec4c1a service neutron] 10.222.0.26 "GET /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493290 Jun 24 08:31:18.501385 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:19.306104 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ecde-bb1f-4722-bbe8-455f4e657581 req-496d8dd9-c49d-4275-b91f-14a7d0bac403 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:19.307591 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-87b0ecde-bb1f-4722-bbe8-455f4e657581 req-496d8dd9-c49d-4275-b91f-14a7d0bac403 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0470030 Jun 24 08:31:19.360846 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-87b0ecde-bb1f-4722-bbe8-455f4e657581 req-d2191ee3-8a24-4786-b4c3-d78ac61929df tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Jun 24 08:31:20.477913 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4430d3-af87-41f4-81c9-0d9b03ec25a3 req-876dd38c-752e-4ec6-adff-389ba20e5c3b tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:20.479380 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cb4430d3-af87-41f4-81c9-0d9b03ec25a3 req-876dd38c-752e-4ec6-adff-389ba20e5c3b tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0473385 Jun 24 08:31:20.526308 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-cb4430d3-af87-41f4-81c9-0d9b03ec25a3 req-a8e3f065-ecb3-44f2-9955-f14d10a4d024 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Jun 24 08:31:21.488457 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-e640b10b-6e8f-459a-8ceb-1c50e05cb213 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:21.489892 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-e640b10b-6e8f-459a-8ceb-1c50e05cb213 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0684907 Jun 24 08:31:21.576458 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Deleting port fde8cbab-b155-496b-a531-cdab3f3238cb {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:21.576794 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:21.643436 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c860-4968-43b6-801b-8ae6a8146812 req-c3d6d144-d27d-4268-9c05-b1828efb38b6 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:21.645473 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c836c860-4968-43b6-801b-8ae6a8146812 req-c3d6d144-d27d-4268-9c05-b1828efb38b6 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 946 time: 0.0463212 Jun 24 08:31:21.673166 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] For port fde8cbab-b155-496b-a531-cdab3f3238cb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fde8cbab-b155-496b-a531-cdab3f3238cb,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:21.673534 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:21.686944 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Calling delete_port for fde8cbab-b155-496b-a531-cdab3f3238cb owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:21.693309 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c836c860-4968-43b6-801b-8ae6a8146812 req-611fa4f0-fc31-4a1c-b2f7-b51e395a73d3 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/security-groups?id=96f73cbb-1e80-46b0-b3b7-b70daf48c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Jun 24 08:31:21.867417 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (fde8cbab-b155-496b-a531-cdab3f3238cb), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:21.897644 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Pushing event deleted for resources: {'Port': ['ID=fde8cbab-b155-496b-a531-cdab3f3238cb,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:21.915161 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['fde8cbab-b155-496b-a531-cdab3f3238cb'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:31:21.946283 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] No DVR routers for this DVR port fde8cbab-b155-496b-a531-cdab3f3238cb on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:31:21.948603 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:21.951729 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-3906335a-c7f3-4cf5-99ba-b378f9386033 req-fe134f47-7ce5-4bfa-b87c-4c9b69357431 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.26 "DELETE /v2.0/ports/fde8cbab-b155-496b-a531-cdab3f3238cb HTTP/1.1" status: 204 len: 173 time: 0.4540851 Jun 24 08:31:21.952159 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'name': 'network-vif-deleted', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:31:21.954360 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4330076-6c43-413e-9aa1-6e036a298e6f" -d '{"events": [{"server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "name": "network-vif-deleted", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:31:21.990291 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f0ef69-5518-4a65-9aac-3d806c287af1 x-openstack-request-id: req-59f0ef69-5518-4a65-9aac-3d806c287af1 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:31:21.990610 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f079dd7-0d01-4fb2-a39f-089f07b76633", "name": "network-vif-deleted", "tag": "fde8cbab-b155-496b-a531-cdab3f3238cb", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:31:21.990862 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59f0ef69-5518-4a65-9aac-3d806c287af1 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:31:21.991283 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f0ef69-5518-4a65-9aac-3d806c287af1'] response: {'server_uuid': '3f079dd7-0d01-4fb2-a39f-089f07b76633', 'name': 'network-vif-deleted', 'tag': 'fde8cbab-b155-496b-a531-cdab3f3238cb', 'status': 'completed', 'code': 200} Jun 24 08:31:22.804383 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3bc9f46c-bae5-44e9-b277-701108fcd454 req-e86f34aa-2785-487a-8fed-5becbc31fcb1 tempest-TestMinimumBasicScenario-814688267 tempest-TestMinimumBasicScenario-814688267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f079dd7-0d01-4fb2-a39f-089f07b76633 HTTP/1.1" status: 200 len: 210 time: 0.0315711 Jun 24 08:31:22.838781 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f04668c7-0483-42d8-b3c2-82d958c6af7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:22.941336 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-dba7a7b5-8b55-4a24-8fe9-4f644af4f33c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393312 Jun 24 08:31:23.037344 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-c5c40848-99d3-488d-92e9-8c7f5037735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:23.038849 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-c5c40848-99d3-488d-92e9-8c7f5037735d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0411949 Jun 24 08:31:23.152663 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-957e0198-0d26-4ce6-bb24-93f42e634494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:23.154035 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-957e0198-0d26-4ce6-bb24-93f42e634494 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 910 time: 0.0893750 Jun 24 08:31:23.217724 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-86bf7e7a-a354-4fa4-b362-ed1b239aac59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 1001 time: 0.0541453 Jun 24 08:31:23.271335 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-570e1854-e277-484a-88f8-5e834b51ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:23.272792 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-570e1854-e277-484a-88f8-5e834b51ef23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0469534 Jun 24 08:31:23.319228 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-93c76a1a-6698-4412-9fb2-e50b58277d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:23.320788 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-93c76a1a-6698-4412-9fb2-e50b58277d1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393372 Jun 24 08:31:23.357579 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:23.420070 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-b83f4a90-4c81-4d5b-81f2-05e8cc071f14 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892522 Jun 24 08:31:23.450473 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:23.515937 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c1f0f318-cbeb-47e2-b3b5-854acf0de30e req-8dbabfc4-17e4-4d3a-a1c9-d2942d372941 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869577 Jun 24 08:31:25.131403 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36380) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:25.278802 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-47974f33-ebfd-4af3-9143-fce7fbec361e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:25.446373 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (ed296607-afaf-4971-a51f-f83b44b811bf), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:25.662149 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Deleting port 177ab309-001a-427c-afff-f11489196caa {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:25.662498 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (177ab309-001a-427c-afff-f11489196caa), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:25.690681 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=66 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:25.695539 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=66 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:25.740710 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] For port 177ab309-001a-427c-afff-f11489196caa, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=177ab309-001a-427c-afff-f11489196caa,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:25.741003 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (177ab309-001a-427c-afff-f11489196caa), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:25.753758 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Calling delete_port for 177ab309-001a-427c-afff-f11489196caa owned by network:router_interface {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:25.885375 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device fde8cbab-b155-496b-a531-cdab3f3238cb no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:31:25.886439 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:25.888251 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:25.904806 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: fde8cbab-b155-496b-a531-cdab3f3238cb {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:31:25.905153 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device fde8cbab-b155-496b-a531-cdab3f3238cb not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:31:26.020654 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (177ab309-001a-427c-afff-f11489196caa), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:26.044338 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=177ab309-001a-427c-afff-f11489196caa,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:26.214940 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (ed296607-afaf-4971-a51f-f83b44b811bf), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:26.387336 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:26.423246 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Router ed296607-afaf-4971-a51f-f83b44b811bf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:31:26.525365 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:31:26.530266 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-716a2a4f-39a9-4913-8190-e21d6e18dec9 admin admin] 10.222.0.42 "PUT /v2.0/routers/ed296607-afaf-4971-a51f-f83b44b811bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3977802 Jun 24 08:31:26.532771 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36382) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:26.535301 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a558523-b003-4e24-b638-975b90c51966 None None] Sync routers for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:31:26.544948 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:31:26.545544 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:31:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:26.632541 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks [] for router (ed296607-afaf-4971-a51f-f83b44b811bf), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:26.649403 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:31:26.735449 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks [] for router_gateway (ed296607-afaf-4971-a51f-f83b44b811bf), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:26.822204 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:31:25Z', 'revision_number': 5, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port': {'id': '51183f1f-f4d3-4a0c-ba38-f52be99ff4c7', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:48Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:26.832098 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:26.838229 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Deleting port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:26.838569 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:26.848167 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a558523-b003-4e24-b638-975b90c51966 None None] Checking router: ed296607-afaf-4971-a51f-f83b44b811bf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:31:26.856685 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] Routers {'ed296607-afaf-4971-a51f-f83b44b811bf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:31:26.857287 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:31:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ed296607-afaf-4971-a51f-f83b44b811bf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:26.922937 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] For port 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:26.923219 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:26.937307 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Calling delete_port for 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 owned by network:router_gateway {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:26.939219 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:26.942301 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] Set router ed296607-afaf-4971-a51f-f83b44b811bf gateway port host: None {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:31:26.991874 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-4a558523-b003-4e24-b638-975b90c51966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:31:26Z', 'revision_number': 6, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:27.021450 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a558523-b003-4e24-b638-975b90c51966 None None] The sync data for ids ['ed296607-afaf-4971-a51f-f83b44b811bf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ed296607-afaf-4971-a51f-f83b44b811bf', 'name': 'tempest-TestMinimumBasicScenario-1593503113-router', 'tenant_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:31:26Z', 'revision_number': 6, 'project_id': 'c9cf7969a63e46e9aeef5dc53410d51b', 'gw_port_host': None}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:31:27.164172 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (51183f1f-f4d3-4a0c-ba38-f52be99ff4c7), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.188739 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Pushing event deleted for resources: {'Port': ['ID=51183f1f-f4d3-4a0c-ba38-f52be99ff4c7,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:27.250910 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (ed296607-afaf-4971-a51f-f83b44b811bf), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.337512 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (ed296607-afaf-4971-a51f-f83b44b811bf), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.339606 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks [] for router_controller (ed296607-afaf-4971-a51f-f83b44b811bf), precommit_delete_associations {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.450566 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (ed296607-afaf-4971-a51f-f83b44b811bf), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.451202 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed296607-afaf-4971-a51f-f83b44b811bf {{(pid=104493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:31:27.456092 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.457727 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-0e0e21c3-814c-4fc9-a43d-dfcc30c5245b admin admin] 10.222.0.42 "DELETE /v2.0/routers/ed296607-afaf-4971-a51f-f83b44b811bf HTTP/1.1" status: 204 len: 168 time: 0.9238865 Jun 24 08:31:27.460289 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36384) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:27.508598 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] Deleting subnet 983543b9-403c-4fbe-a337-aacd292d6aca {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:31:27.512715 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] Publish callbacks [] for subnet (983543b9-403c-4fbe-a337-aacd292d6aca), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.546986 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9781338'] for subnet (983543b9-403c-4fbe-a337-aacd292d6aca), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.571641 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:27.625279 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (983543b9-403c-4fbe-a337-aacd292d6aca), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.650840 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:27.735295 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9673684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9754308'] for subnet (983543b9-403c-4fbe-a337-aacd292d6aca), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.761603 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983543b9-403c-4fbe-a337-aacd292d6aca,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:27.765709 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.769475 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-08af2193-83d4-4976-9c5d-1aae7f72efc1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/983543b9-403c-4fbe-a337-aacd292d6aca HTTP/1.1" status: 204 len: 168 time: 0.3070390 Jun 24 08:31:27.771944 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36386) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:27.772085 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6071d7-4e5e-41ab-a7eb-7f52b56a034e None None] Network 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:31:27.794656 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 177ab309-001a-427c-afff-f11489196caa no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:31:27.831945 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 177ab309-001a-427c-afff-f11489196caa {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:31:27.832321 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 177ab309-001a-427c-afff-f11489196caa not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:31:27.856246 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.901188 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Deleting port 3806f015-7895-415c-b49c-398979f16415 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:27.904963 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (3806f015-7895-415c-b49c-398979f16415), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.905116 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.973859 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] For port 3806f015-7895-415c-b49c-398979f16415, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3806f015-7895-415c-b49c-398979f16415,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:27.974214 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (3806f015-7895-415c-b49c-398979f16415), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:27.986906 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Calling delete_port for 3806f015-7895-415c-b49c-398979f16415 owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:27.998235 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] DHCP port deletion for 7ac9cc24-5f77-4842-9dc4-92ca5cbc698b request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:31:28.048338 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Deleting port 3806f015-7895-415c-b49c-398979f16415 {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:28.048850 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (3806f015-7895-415c-b49c-398979f16415), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.114447 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.122815 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] For port 3806f015-7895-415c-b49c-398979f16415, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=3806f015-7895-415c-b49c-398979f16415,segment=NetworkSegment(b22c8efe-f894-4886-bd9b-1afce359a382),segment_id=b22c8efe-f894-4886-bd9b-1afce359a382)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:28.123239 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (3806f015-7895-415c-b49c-398979f16415), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.142344 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Calling delete_port for 3806f015-7895-415c-b49c-398979f16415 owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:28.313885 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (3806f015-7895-415c-b49c-398979f16415), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.322504 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (3806f015-7895-415c-b49c-398979f16415), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.344507 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Pushing event deleted for resources: {'Port': ['ID=3806f015-7895-415c-b49c-398979f16415,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:28.349166 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] No DVR routers for this DVR port 3806f015-7895-415c-b49c-398979f16415 on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:31:28.357007 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3806f015-7895-415c-b49c-398979f16415,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:28.357007 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] No DVR routers for this DVR port 3806f015-7895-415c-b49c-398979f16415 on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:31:28.369619 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.369970 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.370313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.370769 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.371110 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.371502 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.371808 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.372139 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.372499 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.372822 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.373384 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.373719 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.374044 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.374367 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.374935 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721520e5-8feb-4c56-b3a3-fd114d95e4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:31:28.429444 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.450852 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac9cc24-5f77-4842-9dc4-92ca5cbc698b']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:28.460134 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c8efe-f894-4886-bd9b-1afce359a382') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:28.460468 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c8efe-f894-4886-bd9b-1afce359a382') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:28.469879 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (b22c8efe-f894-4886-bd9b-1afce359a382), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.483453 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (b22c8efe-f894-4886-bd9b-1afce359a382), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.490471 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:31:28.490857 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (b22c8efe-f894-4886-bd9b-1afce359a382), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.569126 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment b22c8efe-f894-4886-bd9b-1afce359a382 resource provider aggregate not found Jun 24 08:31:28.585304 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment b22c8efe-f894-4886-bd9b-1afce359a382 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b22c8efe-f894-4886-bd9b-1afce359a382 found for delete ", "request_id": "req-8afd5525-cb95-45b7-948f-70cbd11a42f4"}]} Jun 24 08:31:28.598584 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (7ac9cc24-5f77-4842-9dc4-92ca5cbc698b), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.604213 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:28.607418 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ac9cc24-5f77-4842-9dc4-92ca5cbc698b HTTP/1.1" status: 204 len: 168 time: 0.8341053 Jun 24 08:31:28.610496 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36398) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:28.619064 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7326b-4c68-41e5-9b52-803fc6c702ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac9cc24-5f77-4842-9dc4-92ca5cbc698b,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:29.162636 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (8b799621-1c46-42d7-90c5-2ba358a4376f), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:29.310423 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:29.356395 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 3806f015-7895-415c-b49c-398979f16415 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:31:29.375958 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 3806f015-7895-415c-b49c-398979f16415 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:31:29.376338 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 3806f015-7895-415c-b49c-398979f16415 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:31:29.376753 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:31:29.384375 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Deleting port d0860811-612a-4646-aab2-ed5cc7ff7744 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:29.384721 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:29.398404 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:29.398810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:31:29.399159 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 51183f1f-f4d3-4a0c-ba38-f52be99ff4c7 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:31:29.469605 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] For port d0860811-612a-4646-aab2-ed5cc7ff7744, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=d0860811-612a-4646-aab2-ed5cc7ff7744,segment=NetworkSegment(a1d3e88a-7697-4555-b762-4cd113610998),segment_id=a1d3e88a-7697-4555-b762-4cd113610998)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:29.469972 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:29.483320 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Calling delete_port for d0860811-612a-4646-aab2-ed5cc7ff7744 owned by network:router_interface {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:30.107152 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (d0860811-612a-4646-aab2-ed5cc7ff7744), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:30.133007 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0860811-612a-4646-aab2-ed5cc7ff7744,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:30.297077 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (8b799621-1c46-42d7-90c5-2ba358a4376f), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:30.505020 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Router 8b799621-1c46-42d7-90c5-2ba358a4376f has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:31:30.515477 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:30.609201 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:31:30.617034 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-e7d57e48-9c16-4c7b-9b0f-e5d5cad76c8a admin admin] 10.222.0.42 "PUT /v2.0/routers/8b799621-1c46-42d7-90c5-2ba358a4376f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030849 Jun 24 08:31:30.617236 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36400) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:30.618837 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] Sync routers for ids ['8b799621-1c46-42d7-90c5-2ba358a4376f'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:31:30.628875 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] Routers {'8b799621-1c46-42d7-90c5-2ba358a4376f'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:31:30.629492 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:31:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['8b799621-1c46-42d7-90c5-2ba358a4376f'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:30.714986 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:30.725126 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks [] for router (8b799621-1c46-42d7-90c5-2ba358a4376f), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:30.733939 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] Set router 8b799621-1c46-42d7-90c5-2ba358a4376f gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:31:30.810190 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:30.821767 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:30.824361 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks [] for router_gateway (8b799621-1c46-42d7-90c5-2ba358a4376f), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:30.897123 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:30.901456 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:31:29Z', 'revision_number': 5, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port': {'id': 'a8481d2b-f1f8-4cfa-b6b7-62353863aab1', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:58Z', 'updated_at': '2022-06-24T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:30.926134 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] Checking router: 8b799621-1c46-42d7-90c5-2ba358a4376f for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:31:30.934995 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] Routers {'8b799621-1c46-42d7-90c5-2ba358a4376f'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:31:30.935594 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:31:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['8b799621-1c46-42d7-90c5-2ba358a4376f'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:30.949735 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Deleting port a8481d2b-f1f8-4cfa-b6b7-62353863aab1 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:30.950081 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.015305 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:31.020718 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] Set router 8b799621-1c46-42d7-90c5-2ba358a4376f gateway port host: None {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:31:31.038680 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] For port a8481d2b-f1f8-4cfa-b6b7-62353863aab1, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:31.039042 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.053575 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Calling delete_port for a8481d2b-f1f8-4cfa-b6b7-62353863aab1 owned by network:router_gateway {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:31.074291 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:31:30Z', 'revision_number': 6, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:31.098934 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc82dc-9ee4-4a81-b959-9f7697c3abf1 None None] The sync data for ids ['8b799621-1c46-42d7-90c5-2ba358a4376f'] in dv-cinder-834822-6-iscsi is: [{'id': '8b799621-1c46-42d7-90c5-2ba358a4376f', 'name': 'tempest-TestMinimumBasicScenario-210941562-router', 'tenant_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:57Z', 'updated_at': '2022-06-24T08:31:30Z', 'revision_number': 6, 'project_id': 'cc2f442a6e4d4fed9abeb17cab71a273', 'gw_port_host': None}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:31:31.301260 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (a8481d2b-f1f8-4cfa-b6b7-62353863aab1), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.324223 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8481d2b-f1f8-4cfa-b6b7-62353863aab1,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:31.394081 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (8b799621-1c46-42d7-90c5-2ba358a4376f), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.486127 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (8b799621-1c46-42d7-90c5-2ba358a4376f), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.489122 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks [] for router_controller (8b799621-1c46-42d7-90c5-2ba358a4376f), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.593105 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (8b799621-1c46-42d7-90c5-2ba358a4376f), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.593729 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b799621-1c46-42d7-90c5-2ba358a4376f {{(pid=104492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:31:31.598667 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.599779 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-8a2ba1b7-c736-47b1-8a57-abeb47b09410 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8b799621-1c46-42d7-90c5-2ba358a4376f HTTP/1.1" status: 204 len: 168 time: 0.9815733 Jun 24 08:31:31.602282 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36402) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:31.647454 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] Deleting subnet 6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:31:31.650576 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] Publish callbacks [] for subnet (6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.668550 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:31.685024 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9781338'] for subnet (6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.762815 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.843345 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device d0860811-612a-4646-aab2-ed5cc7ff7744 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:31:31.863447 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: d0860811-612a-4646-aab2-ed5cc7ff7744 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:31:31.863803 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device d0860811-612a-4646-aab2-ed5cc7ff7744 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:31:31.872106 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9673684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9754308'] for subnet (6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.893535 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:31.899487 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:31.902652 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cfe452a7-a8ad-474d-9157-228169288982 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6f4f9cab-0614-4d29-ae46-a1a93cd0dcdc HTTP/1.1" status: 204 len: 168 time: 0.2993963 Jun 24 08:31:31.905127 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36404) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:31.905940 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9676cd3-34c8-4176-a3f2-042f053bfbab None None] Network 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:31:31.980556 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (456a5130-110b-4889-9c2a-a0ca1ffb9bd9), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.031062 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Deleting port 28dd05ec-7ca2-41fa-8158-a33c41702daf {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:32.031412 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.048676 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] DHCP port deletion for 456a5130-110b-4889-9c2a-a0ca1ffb9bd9 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:31:32.089461 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] Deleting port 28dd05ec-7ca2-41fa-8158-a33c41702daf {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:31:32.089853 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.105885 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] For port 28dd05ec-7ca2-41fa-8158-a33c41702daf, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=28dd05ec-7ca2-41fa-8158-a33c41702daf,segment=NetworkSegment(a1d3e88a-7697-4555-b762-4cd113610998),segment_id=a1d3e88a-7697-4555-b762-4cd113610998)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:32.106362 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.121046 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Calling delete_port for 28dd05ec-7ca2-41fa-8158-a33c41702daf owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:32.168946 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] For port 28dd05ec-7ca2-41fa-8158-a33c41702daf, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=28dd05ec-7ca2-41fa-8158-a33c41702daf,segment=NetworkSegment(a1d3e88a-7697-4555-b762-4cd113610998),segment_id=a1d3e88a-7697-4555-b762-4cd113610998)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:31:32.169335 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.182453 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] Calling delete_port for 28dd05ec-7ca2-41fa-8158-a33c41702daf owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:31:32.267102 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.275207 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (28dd05ec-7ca2-41fa-8158-a33c41702daf), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.294453 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28dd05ec-7ca2-41fa-8158-a33c41702daf,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:32.296281 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] No DVR routers for this DVR port 28dd05ec-7ca2-41fa-8158-a33c41702daf on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:31:32.296998 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] Pushing event deleted for resources: {'Port': ['ID=28dd05ec-7ca2-41fa-8158-a33c41702daf,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:32.303567 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802429e-ba6d-49c5-b7f7-2ae42ffd1bea None None] No DVR routers for this DVR port 28dd05ec-7ca2-41fa-8158-a33c41702daf on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:31:32.335025 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:32.374015 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (456a5130-110b-4889-9c2a-a0ca1ffb9bd9), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.395924 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456a5130-110b-4889-9c2a-a0ca1ffb9bd9']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:32.405532 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d3e88a-7697-4555-b762-4cd113610998') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:32.405858 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d3e88a-7697-4555-b762-4cd113610998') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:31:32.416265 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (a1d3e88a-7697-4555-b762-4cd113610998), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.429538 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (a1d3e88a-7697-4555-b762-4cd113610998), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.435854 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:31:32.436263 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (a1d3e88a-7697-4555-b762-4cd113610998), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.455881 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment a1d3e88a-7697-4555-b762-4cd113610998 resource provider aggregate not found Jun 24 08:31:32.497711 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment a1d3e88a-7697-4555-b762-4cd113610998 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1d3e88a-7697-4555-b762-4cd113610998 found for delete ", "request_id": "req-5853398b-9f72-42d2-ba40-eeda2f683eed"}]} Jun 24 08:31:32.627596 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (456a5130-110b-4889-9c2a-a0ca1ffb9bd9), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.639722 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:32.639722 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/456a5130-110b-4889-9c2a-a0ca1ffb9bd9 HTTP/1.1" status: 204 len: 168 time: 0.7313356 Jun 24 08:31:32.648411 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917d808-6dfc-46cb-b6ae-24aac3be21d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=456a5130-110b-4889-9c2a-a0ca1ffb9bd9,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:32.955789 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36412) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:32.996942 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-0672bcac-0f8d-4389-a6a8-946081f07d6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9cf7969a63e46e9aeef5dc53410d51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386186 Jun 24 08:31:32.999448 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36414) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:33.046457 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d7ac427a-4bb5-48e6-9732-cdc246a9e8a4 admin admin] Publish callbacks [] for security_group (96f73cbb-1e80-46b0-b3b7-b70daf48c61b), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:33.071198 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d7ac427a-4bb5-48e6-9732-cdc246a9e8a4 admin admin] Publish callbacks [] for security_group (96f73cbb-1e80-46b0-b3b7-b70daf48c61b), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:33.192668 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d7ac427a-4bb5-48e6-9732-cdc246a9e8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (96f73cbb-1e80-46b0-b3b7-b70daf48c61b), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:33.195116 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-d7ac427a-4bb5-48e6-9732-cdc246a9e8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:33.196310 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-d7ac427a-4bb5-48e6-9732-cdc246a9e8a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96f73cbb-1e80-46b0-b3b7-b70daf48c61b HTTP/1.1" status: 204 len: 168 time: 0.1959555 Jun 24 08:31:33.204236 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac427a-4bb5-48e6-9732-cdc246a9e8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f73cbb-1e80-46b0-b3b7-b70daf48c61b,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:33.355813 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device a8481d2b-f1f8-4cfa-b6b7-62353863aab1 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:31:33.375356 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: a8481d2b-f1f8-4cfa-b6b7-62353863aab1 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:31:33.375706 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device a8481d2b-f1f8-4cfa-b6b7-62353863aab1 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:31:33.376115 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 28dd05ec-7ca2-41fa-8158-a33c41702daf no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:31:33.394418 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 28dd05ec-7ca2-41fa-8158-a33c41702daf {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:31:33.394829 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 28dd05ec-7ca2-41fa-8158-a33c41702daf not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:31:33.767640 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36420) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:33.808310 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-c072530e-7c50-43a2-9337-b84ec71a7f2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc2f442a6e4d4fed9abeb17cab71a273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393710 Jun 24 08:31:33.810736 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36422) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:31:33.859543 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de6ece8-5ac9-4217-bd49-90f2312c1338 admin admin] Publish callbacks [] for security_group (c0468751-26d5-4b0e-9171-789fa69838b0), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:33.861702 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:33.881686 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de6ece8-5ac9-4217-bd49-90f2312c1338 admin admin] Publish callbacks [] for security_group (c0468751-26d5-4b0e-9171-789fa69838b0), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:34.010181 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de6ece8-5ac9-4217-bd49-90f2312c1338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (c0468751-26d5-4b0e-9171-789fa69838b0), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:34.012722 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-8de6ece8-5ac9-4217-bd49-90f2312c1338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:34.013871 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-8de6ece8-5ac9-4217-bd49-90f2312c1338 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0468751-26d5-4b0e-9171-789fa69838b0 HTTP/1.1" status: 204 len: 168 time: 0.2022691 Jun 24 08:31:34.023151 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6ece8-5ac9-4217-bd49-90f2312c1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0468751-26d5-4b0e-9171-789fa69838b0,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:31:34.028554 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:31:36.994426 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=42 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:43.199820 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:43.200605 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:43.221553 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=60,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:43.379588 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:44.018086 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:44.038615 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:48.477810 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:49.236369 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb581a8-2c85-4544-bc15-2256af234ac4 req-11c5b744-725c-48f9-8336-3fbd8b746514 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:49.237834 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fb581a8-2c85-4544-bc15-2256af234ac4 req-11c5b744-725c-48f9-8336-3fbd8b746514 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0521801 Jun 24 08:31:49.289793 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-2fb581a8-2c85-4544-bc15-2256af234ac4 req-ecf26649-a7cf-41aa-8efc-4ce4c6bdbafe tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Jun 24 08:31:50.405673 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ece31b-df2e-4d65-8917-08d0c9a7b861 req-92957a25-0576-42c9-a20d-a36e8660d838 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:50.407134 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-49ece31b-df2e-4d65-8917-08d0c9a7b861 req-92957a25-0576-42c9-a20d-a36e8660d838 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0473528 Jun 24 08:31:50.455201 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-49ece31b-df2e-4d65-8917-08d0c9a7b861 req-0a4fc544-0ef3-404b-a0be-d1f1e50715e8 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425270 Jun 24 08:31:51.026288 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:51.031104 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:31:51.567704 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdbf7c-cfd9-4527-85ad-5fe4f3ca444e req-d6cbf9d0-5519-4071-b847-3a90d5b74122 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:51.569204 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e6fdbf7c-cfd9-4527-85ad-5fe4f3ca444e req-d6cbf9d0-5519-4071-b847-3a90d5b74122 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0467775 Jun 24 08:31:51.622044 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e6fdbf7c-cfd9-4527-85ad-5fe4f3ca444e req-785148a9-8ed9-42a1-b350-0ef1da254308 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468020 Jun 24 08:31:52.735910 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f0144-5370-4971-a3f7-85afbf466eeb req-a5a3a71d-707f-446b-9504-b360269c8d65 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:52.737413 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f22f0144-5370-4971-a3f7-85afbf466eeb req-a5a3a71d-707f-446b-9504-b360269c8d65 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0474961 Jun 24 08:31:52.786365 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f22f0144-5370-4971-a3f7-85afbf466eeb req-9fce3d60-732c-4854-b61f-43b619a1b571 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Jun 24 08:31:52.821401 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc549-55c8-4ac9-ac4d-f45810faf9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:53.899325 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020b66b-5bd4-4bed-8bc3-410daf11bd98 req-ec718f4a-d437-4aa8-8d5e-d0daa9de45a1 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:53.900712 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8020b66b-5bd4-4bed-8bc3-410daf11bd98 req-ec718f4a-d437-4aa8-8d5e-d0daa9de45a1 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0464971 Jun 24 08:31:53.948951 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8020b66b-5bd4-4bed-8bc3-410daf11bd98 req-b8903253-6b11-4978-935b-7af77b04fa47 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Jun 24 08:31:55.072777 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcda36-f931-4d8d-9fdc-0fa80b915d88 req-b410c2e9-200a-48ea-8ba1-c5bdb8105617 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:55.080835 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0bfcda36-f931-4d8d-9fdc-0fa80b915d88 req-b410c2e9-200a-48ea-8ba1-c5bdb8105617 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0593853 Jun 24 08:31:55.129483 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0bfcda36-f931-4d8d-9fdc-0fa80b915d88 req-36e607e5-71fa-4b11-bff2-7aa22078bf28 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489118 Jun 24 08:31:55.278786 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-820bcf42-3bcb-4d08-87fe-a122c3595a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:56.243864 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891916-90c4-448d-9476-2ce8b88deeab req-85113b71-6a76-4eb4-b49d-2e79aaa40db2 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:56.245369 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f8891916-90c4-448d-9476-2ce8b88deeab req-85113b71-6a76-4eb4-b49d-2e79aaa40db2 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Jun 24 08:31:56.293606 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f8891916-90c4-448d-9476-2ce8b88deeab req-ad7f3311-d32d-4abb-963a-572a94d269c2 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427639 Jun 24 08:31:56.421473 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:57.410450 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f57b38-e762-4457-8e7c-fce3d79b2612 req-3e8a50a9-0740-4b36-bdcb-0979998869c4 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:57.411920 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1f57b38-e762-4457-8e7c-fce3d79b2612 req-3e8a50a9-0740-4b36-bdcb-0979998869c4 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0500953 Jun 24 08:31:57.460615 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c1f57b38-e762-4457-8e7c-fce3d79b2612 req-9275e0f9-2ea4-495c-b08d-8a1208b1bc5e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 Jun 24 08:31:57.918537 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:58.043966 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:31:58.574635 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046641ca-9f8d-4064-80e8-6d0c6efbd260 req-d9306f21-9926-4172-85f2-e3feb0c0aeb6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:58.576533 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-046641ca-9f8d-4064-80e8-6d0c6efbd260 req-d9306f21-9926-4172-85f2-e3feb0c0aeb6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0464506 Jun 24 08:31:58.625128 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-046641ca-9f8d-4064-80e8-6d0c6efbd260 req-c5267ad6-68a2-4611-a209-bdf85f9e82c9 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Jun 24 08:31:59.585995 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-46a3cd1f-9435-4077-b88c-7af396ec8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:59.587505 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-46a3cd1f-9435-4077-b88c-7af396ec8922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0451195 Jun 24 08:31:59.684281 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-fc6edd16-0d10-4def-8d16-c0cef0d633d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:59.685757 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-fc6edd16-0d10-4def-8d16-c0cef0d633d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 910 time: 0.0871098 Jun 24 08:31:59.739628 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2d19-de44-44f6-b9b2-79a202d0bacc req-cca88cd9-1e68-40be-aaae-c81153a0697a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:59.741669 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5cbd2d19-de44-44f6-b9b2-79a202d0bacc req-cca88cd9-1e68-40be-aaae-c81153a0697a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0456192 Jun 24 08:31:59.755591 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-86f7b3d3-d460-47da-82da-1c4ebf611121 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 1001 time: 0.0595047 Jun 24 08:31:59.794087 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5cbd2d19-de44-44f6-b9b2-79a202d0bacc req-b4715b9d-58ef-418d-a8d2-c6534a518716 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467699 Jun 24 08:31:59.807471 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-6666888b-3319-4a63-a76b-15280eac020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:59.808976 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-6666888b-3319-4a63-a76b-15280eac020b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0440464 Jun 24 08:31:59.855635 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-826fface-ed6a-4f6c-997c-834c5368318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:31:59.857050 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-826fface-ed6a-4f6c-997c-834c5368318c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394285 Jun 24 08:31:59.953577 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-a39647e2-f720-44cf-abdf-d6cf06b45fad service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Jun 24 08:32:00.046671 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-c059cb39-4f1b-451a-bbbb-019382699c73 req-2af75250-df34-4fa7-8e64-530c0e5e6eeb service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837965 Jun 24 08:32:00.875568 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:00.907645 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4a33-f17e-4384-8bee-2e1495de3a3d req-16c29927-8296-4e14-a48b-64c90503e828 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:00.909217 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21ce4a33-f17e-4384-8bee-2e1495de3a3d req-16c29927-8296-4e14-a48b-64c90503e828 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0477881 Jun 24 08:32:00.958012 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-21ce4a33-f17e-4384-8bee-2e1495de3a3d req-7ebee890-d838-4b6a-a8aa-8705e15c9dda tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Jun 24 08:32:02.056366 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:02.071987 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233871-d45b-45f4-99df-1d69c5e2512c req-55796113-84e4-477a-ba9d-d9fd977cdfc9 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:02.073497 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e9233871-d45b-45f4-99df-1d69c5e2512c req-55796113-84e4-477a-ba9d-d9fd977cdfc9 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0476580 Jun 24 08:32:02.123261 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-e9233871-d45b-45f4-99df-1d69c5e2512c req-18584b6a-8cc0-4a44-b8e4-57bb5532a904 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 Jun 24 08:32:03.243526 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a9575-af5b-47a4-a0bf-abebc9e7f532 req-48eddd1a-fc26-4e7a-b16a-7ff29f09eb2a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:03.245251 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d30a9575-af5b-47a4-a0bf-abebc9e7f532 req-48eddd1a-fc26-4e7a-b16a-7ff29f09eb2a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Jun 24 08:32:03.294325 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-d30a9575-af5b-47a4-a0bf-abebc9e7f532 req-72a57892-34fc-4638-94ad-35d094a7257a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435970 Jun 24 08:32:03.634127 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0081a-5cfa-47d5-959b-de83881578a6 req-e3f95841-b6c2-4101-bb2f-2d4f94104ce7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:03.635615 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1aa0081a-5cfa-47d5-959b-de83881578a6 req-e3f95841-b6c2-4101-bb2f-2d4f94104ce7 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Jun 24 08:32:03.697681 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-1aa0081a-5cfa-47d5-959b-de83881578a6 req-ac5636da-9885-4c45-b110-490c2cddc6f3 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559120 Jun 24 08:32:03.858687 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-dee8c0e8-84eb-4a02-ab11-3b470083ccfe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2154989 Jun 24 08:32:04.075380 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-c8b4aed5-0e53-4ea2-9187-6edabca1209d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:04.076667 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-c8b4aed5-0e53-4ea2-9187-6edabca1209d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports/63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 942 time: 0.1896102 Jun 24 08:32:04.815929 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141731fb-4886-4b6e-b5c5-e61dc01060cb req-9eefd6a1-e4f2-4905-a0f7-ddf64381ae93 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:04.817424 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-141731fb-4886-4b6e-b5c5-e61dc01060cb req-9eefd6a1-e4f2-4905-a0f7-ddf64381ae93 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Jun 24 08:32:04.868217 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-141731fb-4886-4b6e-b5c5-e61dc01060cb req-e5dd29cd-dbd2-4776-a5a3-333f6de3353a tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Jun 24 08:32:05.980813 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e04c02-08f2-4f95-8031-ed8346c4ac97 req-a047dd92-82c2-40c9-bd2a-f92574f0596c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:05.982263 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-59e04c02-08f2-4f95-8031-ed8346c4ac97 req-a047dd92-82c2-40c9-bd2a-f92574f0596c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0475090 Jun 24 08:32:06.031200 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-59e04c02-08f2-4f95-8031-ed8346c4ac97 req-87552b42-770b-45c5-b256-7cbe1f85b7af tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433676 Jun 24 08:32:06.037262 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 63717731-c5c4-450f-afb5-a1b6a31dd3ef no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:32:06.109597 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 63717731-c5c4-450f-afb5-a1b6a31dd3ef is: ACTIVE; New status is: DOWN {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:06.109914 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:06.136457 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:32:06.138654 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034b48e-b9bd-428f-9ecf-0cca210177ce" -d '{"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-unplugged", "status": "completed", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:32:06.272053 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720cb85a-16d3-4d6a-97b9-250a0bc74cf6 x-openstack-request-id: req-720cb85a-16d3-4d6a-97b9-250a0bc74cf6 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:32:06.272408 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-unplugged", "status": "failed", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef", "code": 422}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:32:06.273198 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-720cb85a-16d3-4d6a-97b9-250a0bc74cf6 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:32:06.273198 dv-cinder-834822-6-iscsi neutron-server[104494]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-720cb85a-16d3-4d6a-97b9-250a0bc74cf6']: {'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'code': 422} returned with failed status Jun 24 08:32:06.274751 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:32:06.357422 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:06.403941 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=6']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:06.782424 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-849f6b70-a109-4615-b900-cedb81ba4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:06.783896 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-849f6b70-a109-4615-b900-cedb81ba4c76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310&tenant_id=bdb93f2721d548d7b01475fb650d882f HTTP/1.1" status: 200 len: 1127 time: 0.0393810 Jun 24 08:32:06.861700 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-93ea1140-c9c6-4195-a43c-cba56990b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:06.863135 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-93ea1140-c9c6-4195-a43c-cba56990b23a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1127 time: 0.0396714 Jun 24 08:32:06.957655 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-3125afde-17d6-4fc2-9ad1-143d744cc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:06.959127 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-3125afde-17d6-4fc2-9ad1-143d744cc543 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 910 time: 0.0880866 Jun 24 08:32:07.023740 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-9fe4271d-8400-46af-8fc0-075c91ee60ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 999 time: 0.0556674 Jun 24 08:32:07.071816 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-f2bcc33b-d52b-4866-a84f-e11f8b1fbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:07.073383 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-f2bcc33b-d52b-4866-a84f-e11f8b1fbef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0439789 Jun 24 08:32:07.122473 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-96fe1c85-1af6-4493-98d4-db7c38b0dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:07.124020 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-96fe1c85-1af6-4493-98d4-db7c38b0dd76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436418 Jun 24 08:32:07.152237 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd837e9-f277-47de-b389-5ce793492d1e req-4c95d02b-19a3-43bf-ab7e-3320566d444d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:07.153828 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3dd837e9-f277-47de-b389-5ce793492d1e req-4c95d02b-19a3-43bf-ab7e-3320566d444d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0509241 Jun 24 08:32:07.202420 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-3dd837e9-f277-47de-b389-5ce793492d1e req-2ba8df2d-610c-4c78-b072-5a43b450b05f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Jun 24 08:32:07.219318 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-c86051f6-d2b4-4ae0-ad4a-2bcbed1231f3 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Jun 24 08:32:07.256584 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:07.305448 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=100 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:07.316134 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-914ac84e-f69e-4a78-a762-4beb5bc3ba91 req-a561f70e-fe79-47ce-bb65-c72d6e4a64ed service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890605 Jun 24 08:32:08.316309 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d260e-1c40-42fc-a390-a5059d367fbe req-a21a1fac-0264-4037-98f7-fc43faa75601 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:08.317837 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-194d260e-1c40-42fc-a390-a5059d367fbe req-a21a1fac-0264-4037-98f7-fc43faa75601 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0471599 Jun 24 08:32:08.366155 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-194d260e-1c40-42fc-a390-a5059d367fbe req-a075d4cc-a22d-47db-859b-5b507f2ba628 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Jun 24 08:32:09.479870 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2082-b743-4525-8b91-3c46a057449d req-afad8f43-ea87-4dd5-8398-e910a6f57a2f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:09.481340 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-489d2082-b743-4525-8b91-3c46a057449d req-afad8f43-ea87-4dd5-8398-e910a6f57a2f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0472047 Jun 24 08:32:09.532652 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-489d2082-b743-4525-8b91-3c46a057449d req-40a7c9d6-c371-4760-a300-07f3229c1f43 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459025 Jun 24 08:32:10.650032 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a5c3-1602-47de-b16d-a633d94e5275 req-ff07adfd-24cd-4036-b137-451dad0a915f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:10.651849 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ef83a5c3-1602-47de-b16d-a633d94e5275 req-ff07adfd-24cd-4036-b137-451dad0a915f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0474973 Jun 24 08:32:10.700636 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ef83a5c3-1602-47de-b16d-a633d94e5275 req-e6a34eff-e382-4f06-9880-46000960f88d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 Jun 24 08:32:11.028471 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:32:11.814642 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a5b77-255e-4aec-ad08-f5241679124c req-268ef11c-da18-4466-9686-c81f59f2adac tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:11.816097 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f61a5b77-255e-4aec-ad08-f5241679124c req-268ef11c-da18-4466-9686-c81f59f2adac tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0471132 Jun 24 08:32:11.840045 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:11.865103 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-f61a5b77-255e-4aec-ad08-f5241679124c req-91879e74-3ca7-46f7-b0a0-9e6377fed51c tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436599 Jun 24 08:32:12.982691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011202f-78f7-445e-98b0-a3efafed03a5 req-498182ba-e2bd-4ff4-9c72-f2dc829541d6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:12.984188 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0011202f-78f7-445e-98b0-a3efafed03a5 req-498182ba-e2bd-4ff4-9c72-f2dc829541d6 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0519390 Jun 24 08:32:13.032983 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0011202f-78f7-445e-98b0-a3efafed03a5 req-9143c7e9-f88e-4aeb-9c4e-b767ffa2022b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431113 Jun 24 08:32:14.068685 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 63717731-c5c4-450f-afb5-a1b6a31dd3ef details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=104494) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:32:14.076021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:14.081285 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:14.148651 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceff9d7-e05e-4751-8008-f1c09511fc85 req-4ffeccf1-bb6a-497b-bd5c-267aa711d2fa tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:14.150156 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5ceff9d7-e05e-4751-8008-f1c09511fc85 req-4ffeccf1-bb6a-497b-bd5c-267aa711d2fa tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 943 time: 0.0487802 Jun 24 08:32:14.168553 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:14.176057 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:32:14.176321 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=100 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:14.188094 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Returning: {'device': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'port_id': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'mac_address': 'fa:16:3e:bf:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104494) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:32:14.202405 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-5ceff9d7-e05e-4751-8008-f1c09511fc85 req-649192aa-b70a-415e-8143-63705e1651cc tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463889 Jun 24 08:32:14.223422 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 63717731-c5c4-450f-afb5-a1b6a31dd3ef is: DOWN; New status is: BUILD {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:14.223813 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:14.236745 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63717731-c5c4-450f-afb5-a1b6a31dd3ef {{(pid=104494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:32:14.257010 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:32:14.347013 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:14.396297 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=7']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:14.726291 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] get_ports_and_sgs() called for port_ids ['63717731-c5c4-450f-afb5-a1b6a31dd3ef'] {{(pid=104494) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:32:15.314190 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ef80-1e52-4521-81a8-e957c633d86c req-8bf5f0dd-7a42-48c2-84ff-83888a9a556f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:15.315889 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4514ef80-1e52-4521-81a8-e957c633d86c req-8bf5f0dd-7a42-48c2-84ff-83888a9a556f tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 944 time: 0.0466495 Jun 24 08:32:15.368253 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-4514ef80-1e52-4521-81a8-e957c633d86c req-a19dad28-da0c-4466-ba80-90c3c95b53cd tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469351 Jun 24 08:32:16.078755 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 63717731-c5c4-450f-afb5-a1b6a31dd3ef up at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:32:16.123243 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.provisioning_blocks [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Provisioning complete for port 63717731-c5c4-450f-afb5-a1b6a31dd3ef triggered by entity L2. {{(pid=104494) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:16.123609 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862745'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), provisioning_complete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:16.196160 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Current status of the port 63717731-c5c4-450f-afb5-a1b6a31dd3ef is: BUILD; New status is: ACTIVE {{(pid=104494) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:16.196566 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3829209'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:16.219563 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef'}] {{(pid=104494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:32:16.221694 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3eed66ae2588d0e5f4a0740557a38dde9b8f058db9717c4189ab9d543ab886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5047c-db10-4b07-b3ad-db6cafd1be6b" -d '{"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-plugged", "status": "completed", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef"}]}' {{(pid=104494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:32:16.233867 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:32:16.258160 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eaf649-1a3f-485d-a269-c9ff073de142 x-openstack-request-id: req-e2eaf649-1a3f-485d-a269-c9ff073de142 {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:32:16.258450 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-plugged", "status": "completed", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef", "code": 200}]} {{(pid=104494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:32:16.258707 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2eaf649-1a3f-485d-a269-c9ff073de142 {{(pid=104494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:32:16.259102 dv-cinder-834822-6-iscsi neutron-server[104494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2eaf649-1a3f-485d-a269-c9ff073de142'] response: {'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'code': 200} Jun 24 08:32:16.295776 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750875959902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750875410580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750875410598'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:16.344361 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Pushing event updated for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=8']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:16.482082 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff341d8-01d6-44b2-b281-1a6a9354b7be req-f2ffcc03-0884-4e8b-ac60-d0e5ca1512de tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:16.483455 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dff341d8-01d6-44b2-b281-1a6a9354b7be req-f2ffcc03-0884-4e8b-ac60-d0e5ca1512de tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Jun 24 08:32:16.534108 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dff341d8-01d6-44b2-b281-1a6a9354b7be req-fb665662-3062-4d45-a5c2-eb43531634c4 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451100 Jun 24 08:32:16.624162 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669022e-950d-48bf-b0d8-7aa084335e8f req-f1f98785-8706-4048-8656-96052594fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:16.625731 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-2669022e-950d-48bf-b0d8-7aa084335e8f req-f1f98785-8706-4048-8656-96052594fa30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0388587 Jun 24 08:32:16.672072 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-2669022e-950d-48bf-b0d8-7aa084335e8f req-0e6dfcaa-5faf-4359-83d9-5eb1e92c9547 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403981 Jun 24 08:32:17.665545 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc49552-f036-41c9-a7d7-af78533a15b2 req-2dcdd6e6-bef8-455b-83e0-775893bf3814 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:17.667701 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0dc49552-f036-41c9-a7d7-af78533a15b2 req-2dcdd6e6-bef8-455b-83e0-775893bf3814 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0510018 Jun 24 08:32:17.719331 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0dc49552-f036-41c9-a7d7-af78533a15b2 req-9760fa22-a452-4ad2-8264-286a94092711 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Jun 24 08:32:18.496313 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:18.834288 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eaea3-2564-4aa4-ab8f-8f658209d838 req-a8e39999-7af1-4664-b042-d82ab8c699c2 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:18.835725 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8b2eaea3-2564-4aa4-ab8f-8f658209d838 req-a8e39999-7af1-4664-b042-d82ab8c699c2 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0492032 Jun 24 08:32:18.883598 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-8b2eaea3-2564-4aa4-ab8f-8f658209d838 req-33b5318b-46c1-44f6-98b6-fb69d1025978 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Jun 24 08:32:22.877049 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-71db1cae-f159-49fb-b978-3a2c311e639c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:23.940957 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-6a93d414-ef37-4ee3-90c1-9f4f7c01aab9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377390 Jun 24 08:32:24.053710 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-bbc2e4d9-dc8b-428b-966f-4752f75a7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:24.055184 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-bbc2e4d9-dc8b-428b-966f-4752f75a7d17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0419025 Jun 24 08:32:24.157032 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-47ceebcd-be4b-4769-af3d-6089756e76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:24.158503 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-47ceebcd-be4b-4769-af3d-6089756e76ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 910 time: 0.0852144 Jun 24 08:32:24.223505 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-1ddf2bfe-82a1-4259-99fc-e883ca11df58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 1001 time: 0.0588207 Jun 24 08:32:24.271775 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-8f9d4673-906e-4d2c-9715-80d01b54037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:24.273225 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-8f9d4673-906e-4d2c-9715-80d01b54037f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0437734 Jun 24 08:32:24.318057 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-b9ef9dcd-9a14-4f3c-a93a-55d0fdbeb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:24.319490 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-b9ef9dcd-9a14-4f3c-a93a-55d0fdbeb066 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389800 Jun 24 08:32:24.412305 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-f1e1159c-1e36-4130-bd00-ede0bf159b45 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866554 Jun 24 08:32:24.502435 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-5ffb59b6-3a26-433f-ab59-1aaa375b6f84 req-86e84b83-9ff0-43ea-baf2-74b4706ac5c3 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841038 Jun 24 08:32:25.255250 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-586bbe42-a037-488f-9cac-6222fc6e3ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:26.421081 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:27.901596 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:28.032684 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:28.037227 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:28.055786 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:28.876426 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=59 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:28.880273 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=34 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:34.497759 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=60 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:34.499699 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=61 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:37.994813 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:37.999700 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:38.001402 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:47.897926 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=10 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:47.901874 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=16 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:48.027297 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:32:48.472811 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:52.820990 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f6861f12-59da-43f6-99d5-619f163263b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.276824 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf04b-9e08-44ea-ba97-6995bd25df57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:56.385353 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:57.910557 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:58.053359 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:05.027446 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:05.034408 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=6 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:07.834585 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:07.995096 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:08.004065 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:18.484121 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:22.825884 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-85c36ffe-25fa-4955-b12e-a602953aeab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:25.027193 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:33:25.293555 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-62366d81-6e8f-4b47-b5a9-8aa0a487934a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:25.986871 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-dfe2744c-601f-49b4-9653-4ac30364a9ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444705 Jun 24 08:33:26.093674 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-5c296fef-544d-4c70-b40b-ef33d8f5f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:26.095131 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-5c296fef-544d-4c70-b40b-ef33d8f5f802 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0391095 Jun 24 08:33:26.199427 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-fa51c844-c4a0-4f74-ba8a-6a5c3750a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:26.200841 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-fa51c844-c4a0-4f74-ba8a-6a5c3750a648 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 910 time: 0.0863056 Jun 24 08:33:26.267237 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-86c4d478-689b-4c1e-b3ed-b230a96c6654 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 1001 time: 0.0571444 Jun 24 08:33:26.319249 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-058b4574-7bd0-4690-81a1-3af0ba773ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:26.320725 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-058b4574-7bd0-4690-81a1-3af0ba773ac5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0450833 Jun 24 08:33:26.367409 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-dfdd6e1f-72c6-4012-bc07-35288bd6fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:26.369037 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-dfdd6e1f-72c6-4012-bc07-35288bd6fa01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399761 Jun 24 08:33:26.387336 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:26.464331 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-6618932a-247a-4811-9416-d072051e75ae service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872288 Jun 24 08:33:26.559576 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-50c3174d-b53d-4e9b-8441-b468759f4992 req-c2674679-b50b-42ef-b1f5-d900025e0151 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849409 Jun 24 08:33:27.896667 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:28.058714 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:36.554699 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=48 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:36.556602 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=53 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:37.747319 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36538) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:37.885019 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Deleting port f80e6139-a254-4a42-b41f-f04bcd28be0d {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:37.885364 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:37.960122 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:37.960477 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for floatingip (f80e6139-a254-4a42-b41f-f04bcd28be0d), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:37.972911 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Calling delete_port for f80e6139-a254-4a42-b41f-f04bcd28be0d owned by network:floatingip {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:37.994713 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:37.998639 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:38.001815 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:38.179196 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (f80e6139-a254-4a42-b41f-f04bcd28be0d), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:38.202820 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event deleted for resources: {'Port': ['ID=f80e6139-a254-4a42-b41f-f04bcd28be0d,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:38.212707 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.213054 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.213401 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.213743 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.214079 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.214410 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.214737 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.215062 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.215766 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.215766 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.216016 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.216362 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.216686 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.217006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.217331 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:38.282173 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for floatingip (ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:38.282499 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.db.l3_db [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Floating IP ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd disassociated (deleted). External IP: 172.27.3.194, port: 63717731-c5c4-450f-afb5-a1b6a31dd3ef. Jun 24 08:33:38.491327 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Router ef82a3da-f70a-491d-846c-d52e87c1bebf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:33:38.836303 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:33:38.840985 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for floatingip (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:38.847121 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] Sync routers for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:33:38.857613 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:38.858219 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:33:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:38.869946 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-cd05fe3c-e014-4013-923e-ef1389141c0b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd HTTP/1.1" status: 204 len: 168 time: 1.1216197 Jun 24 08:33:38.870633 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:33:38.872986 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df011275-7e0a-4d72-9c92-6c89b7823a81" -d '{"events": [{"name": "network-changed", "server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:33:38.915225 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7207dd2-5a59-4108-83c4-8b4fb9e1ba77 x-openstack-request-id: req-c7207dd2-5a59-4108-83c4-8b4fb9e1ba77 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:33:38.915583 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:33:38.915927 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7207dd2-5a59-4108-83c4-8b4fb9e1ba77 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:33:38.916364 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7207dd2-5a59-4108-83c4-8b4fb9e1ba77'] response: {'name': 'network-changed', 'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'status': 'completed', 'code': 200} Jun 24 08:33:38.962275 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:38.988057 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:39.010785 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:39.018044 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-5249c3f5-afab-42b8-87d1-f7a269e6b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:39.021289 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-5249c3f5-afab-42b8-87d1-f7a269e6b094 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdb93f2721d548d7b01475fb650d882f&device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 1129 time: 0.0422595 Jun 24 08:33:39.123187 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-e072516c-863b-41e2-9666-9444aea5262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:39.124842 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-e072516c-863b-41e2-9666-9444aea5262a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 200 len: 910 time: 0.0936542 Jun 24 08:33:39.153542 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 5, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:39.168974 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-8f2b94ad-72ea-4c0a-a4ca-7bcbece90333 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 200 len: 217 time: 0.0339642 Jun 24 08:33:39.178610 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] Checking router: ef82a3da-f70a-491d-846c-d52e87c1bebf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:33:39.187552 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:39.188147 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:33:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:39.223874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-7177a695-c159-42d9-9ab5-ea6796b1914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:39.225719 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-7177a695-c159-42d9-9ab5-ea6796b1914c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 200 len: 848 time: 0.0496287 Jun 24 08:33:39.293716 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:39.315094 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8da48b-346c-4545-bd33-34c67e7906b1 req-363a2903-dcb5-4b40-aa86-9c344e08fa2b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:39.316968 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f8da48b-346c-4545-bd33-34c67e7906b1 req-363a2903-dcb5-4b40-aa86-9c344e08fa2b tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0497553 Jun 24 08:33:39.366884 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-0f8da48b-346c-4545-bd33-34c67e7906b1 req-99210e01-5de1-46fc-b185-7bde144e2932 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444384 Jun 24 08:33:39.480167 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 5, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:39.508282 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd47d9c-87d6-48db-9393-d10ce9521ccd None None] The sync data for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:28:47Z', 'revision_number': 4, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi', '_interfaces': [{'id': '9bc57e4c-00ce-4faa-af6e-7c21670f2790', 'name': '', 'network_id': 'b10222ad-d87f-4831-aa8f-cd96b61e2ae2', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'mac_address': 'fa:16:3e:16:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:47Z', 'updated_at': '2022-06-24T08:28:54Z', 'revision_number': 5, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'subnets': [{'id': 'aa37234f-cc14-49a8-bd3b-b73e5d34ce22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:33:39.716764 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32cbf84-4f1f-4b70-8839-13818d881976 None None] New status for floating IP ba5d95eb-dd3c-42d5-9ef7-8ba66183d7bd: DOWN {{(pid=104494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:33:40.490643 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec4c0c-5a7b-4e21-8ba8-7ced4991fb79 req-f438bb02-7aae-48b8-83ad-5b089b0181d1 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:40.492093 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c9ec4c0c-5a7b-4e21-8ba8-7ced4991fb79 req-f438bb02-7aae-48b8-83ad-5b089b0181d1 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0492642 Jun 24 08:33:40.536406 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-00f334ef-17fb-4171-8427-528e3b8d5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:40.537918 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-00f334ef-17fb-4171-8427-528e3b8d5fbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b10222ad-d87f-4831-aa8f-cd96b61e2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401406 Jun 24 08:33:40.541312 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-c9ec4c0c-5a7b-4e21-8ba8-7ced4991fb79 req-ba6baf97-7055-412c-ae1d-3d39a17d3358 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/security-groups?id=35386cca-9b48-4f2c-a8db-a2ed12eeae05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Jun 24 08:33:40.634485 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-e3849998-7e97-44fe-908d-b3da5d55a015 service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897062 Jun 24 08:33:40.830198 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-df011275-7e0a-4d72-9c92-6c89b7823a81 req-9689a9b9-4f2e-4f79-b222-83a60103ecfe service neutron] 10.222.0.26 "GET /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885751 Jun 24 08:33:41.226667 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-72982db9-969e-4459-ba1a-b901a870a763 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:33:41.228019 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-72982db9-969e-4459-ba1a-b901a870a763 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 945 time: 0.0472958 Jun 24 08:33:41.310508 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Deleting port 63717731-c5c4-450f-afb5-a1b6a31dd3ef {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:41.310847 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:41.404370 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] For port 63717731-c5c4-450f-afb5-a1b6a31dd3ef, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=63717731-c5c4-450f-afb5-a1b6a31dd3ef,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:41.404737 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:41.418153 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Calling delete_port for 63717731-c5c4-450f-afb5-a1b6a31dd3ef owned by compute:nova {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:41.530263 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:41.622880 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (63717731-c5c4-450f-afb5-a1b6a31dd3ef), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:41.655950 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event deleted for resources: {'Port': ['ID=63717731-c5c4-450f-afb5-a1b6a31dd3ef,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:41.691791 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-ae4f81ec-2441-43e9-bbc4-fecf73ff6006 req-2a9cf86e-83a9-44eb-99a6-487d734e4b6e tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0811274 Jun 24 08:33:41.705563 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] No DVR routers for this DVR port 63717731-c5c4-450f-afb5-a1b6a31dd3ef on host hv-cinder-83482 {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:33:41.708587 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63092'] for port (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:41.711881 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [req-4eb4ea8b-b3cd-4b7f-a388-f84a649c8d09 req-9d27a483-b4e3-483a-9ee1-e8f8e7046815 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.26 "DELETE /v2.0/ports/63717731-c5c4-450f-afb5-a1b6a31dd3ef HTTP/1.1" status: 204 len: 173 time: 0.4759541 Jun 24 08:33:41.712441 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-deleted', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef'}] {{(pid=104493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:33:41.714624 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c3cb7e6cdd32aeff1d67ecafe8038f4972df8142b1c9d61fe3c30c52f26a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb775d0b-2fd8-4192-9859-c89497d9115d" -d '{"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-deleted", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef"}]}' {{(pid=104493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:33:41.753917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478998e-a471-4748-892a-9e0446b3bbf4 x-openstack-request-id: req-7478998e-a471-4748-892a-9e0446b3bbf4 {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:33:41.753917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806a5c6-8671-407e-9065-5c025b344310", "name": "network-vif-deleted", "tag": "63717731-c5c4-450f-afb5-a1b6a31dd3ef", "status": "completed", "code": 200}]} {{(pid=104493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:33:41.753917 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7478998e-a471-4748-892a-9e0446b3bbf4 {{(pid=104493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:33:41.753917 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7478998e-a471-4748-892a-9e0446b3bbf4'] response: {'server_uuid': 'a806a5c6-8671-407e-9065-5c025b344310', 'name': 'network-vif-deleted', 'tag': '63717731-c5c4-450f-afb5-a1b6a31dd3ef', 'status': 'completed', 'code': 200} Jun 24 08:33:42.798784 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [req-dcf0636e-a189-4a80-8df4-05f8ed83b39c req-0117149c-3fe3-4c98-bf21-9f47c31b5e84 tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "GET /v2.0/ports?device_id=a806a5c6-8671-407e-9065-5c025b344310 HTTP/1.1" status: 200 len: 210 time: 0.0282426 Jun 24 08:33:43.858635 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36570) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:43.919874 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3708e774-29c8-47d6-baf2-83f73695147d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group (35386cca-9b48-4f2c-a8db-a2ed12eeae05), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:43.948165 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3708e774-29c8-47d6-baf2-83f73695147d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group (35386cca-9b48-4f2c-a8db-a2ed12eeae05), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:44.078805 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3708e774-29c8-47d6-baf2-83f73695147d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (35386cca-9b48-4f2c-a8db-a2ed12eeae05), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:44.081656 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-3708e774-29c8-47d6-baf2-83f73695147d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:44.082859 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-3708e774-29c8-47d6-baf2-83f73695147d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] 10.222.0.42 "DELETE /v2.0/security-groups/35386cca-9b48-4f2c-a8db-a2ed12eeae05 HTTP/1.1" status: 204 len: 168 time: 0.2243352 Jun 24 08:33:44.093405 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708e774-29c8-47d6-baf2-83f73695147d tempest-TestShelveInstance-1586578159 tempest-TestShelveInstance-1586578159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35386cca-9b48-4f2c-a8db-a2ed12eeae05,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:44.204400 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36574) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:44.401794 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:44.458352 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 63717731-c5c4-450f-afb5-a1b6a31dd3ef no longer exists at agent hyperv_hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:33:44.478521 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] No Port match for: 63717731-c5c4-450f-afb5-a1b6a31dd3ef {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:33:44.478865 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Device 63717731-c5c4-450f-afb5-a1b6a31dd3ef not bound to the agent host hv-cinder-83482 {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:33:44.624861 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (ef82a3da-f70a-491d-846c-d52e87c1bebf), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:44.847046 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Deleting port 9bc57e4c-00ce-4faa-af6e-7c21670f2790 {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:44.847381 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:44.932024 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] For port 9bc57e4c-00ce-4faa-af6e-7c21670f2790, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=9bc57e4c-00ce-4faa-af6e-7c21670f2790,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:44.932769 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:44.946290 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Calling delete_port for 9bc57e4c-00ce-4faa-af6e-7c21670f2790 owned by network:router_interface {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:44.986757 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:45.122501 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:45.232994 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (9bc57e4c-00ce-4faa-af6e-7c21670f2790), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:45.256997 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc57e4c-00ce-4faa-af6e-7c21670f2790,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:45.425056 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (ef82a3da-f70a-491d-846c-d52e87c1bebf), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:45.636897 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Router ef82a3da-f70a-491d-846c-d52e87c1bebf has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:33:45.743678 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:33:45.749359 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9f037825-89ea-4846-9f22-ab173c0d3442 admin admin] 10.222.0.42 "PUT /v2.0/routers/ef82a3da-f70a-491d-846c-d52e87c1bebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5439095 Jun 24 08:33:45.752026 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36578) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:45.752949 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] Sync routers for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:33:45.755159 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=68 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:45.757841 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:45.764609 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:45.767929 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:33:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:45.850038 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks [] for router (ef82a3da-f70a-491d-846c-d52e87c1bebf), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:45.866916 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: dv-cinder-834822-6-iscsi {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:45.947230 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks [] for router_gateway (ef82a3da-f70a-491d-846c-d52e87c1bebf), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.032092 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:33:45Z', 'revision_number': 5, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port': {'id': '6e9ec954-73c1-48b7-929d-c83cc9fb2f09', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:45Z', 'updated_at': '2022-06-24T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:46.047595 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Deleting port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:46.048531 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.057790 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] Checking router: ef82a3da-f70a-491d-846c-d52e87c1bebf for host: dv-cinder-834822-6-iscsi {{(pid=104495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:33:46.066718 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] Routers {'ef82a3da-f70a-491d-846c-d52e87c1bebf'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:46.067332 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:33:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['ef82a3da-f70a-491d-846c-d52e87c1bebf'], 'active': True} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:46.131598 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] For port 6e9ec954-73c1-48b7-929d-c83cc9fb2f09, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:46.132002 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.147169 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Calling delete_port for 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 owned by network:router_gateway {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:46.234187 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_dvr_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] Set router ef82a3da-f70a-491d-846c-d52e87c1bebf gateway port host: None {{(pid=104495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:46.285576 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.l3_hamode_db [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:33:45Z', 'revision_number': 6, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:46.311328 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ca94c-da45-4624-8b3b-bca00bfe086c None None] The sync data for ids ['ef82a3da-f70a-491d-846c-d52e87c1bebf'] in dv-cinder-834822-6-iscsi is: [{'id': 'ef82a3da-f70a-491d-846c-d52e87c1bebf', 'name': 'tempest-TestShelveInstance-1046687936-router', 'tenant_id': 'bdb93f2721d548d7b01475fb650d882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:44Z', 'updated_at': '2022-06-24T08:33:45Z', 'revision_number': 6, 'project_id': 'bdb93f2721d548d7b01475fb650d882f', 'gw_port_host': None}] {{(pid=104495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:33:46.392841 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (6e9ec954-73c1-48b7-929d-c83cc9fb2f09), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.417555 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9ec954-73c1-48b7-929d-c83cc9fb2f09,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:46.427495 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.427848 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.428288 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.428653 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.429001 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.429779 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.429779 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.429991 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.430302 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.430634 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.430969 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.431301 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.431628 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.431955 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.432311 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:46.492951 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (ef82a3da-f70a-491d-846c-d52e87c1bebf), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.494436 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:46.578998 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (ef82a3da-f70a-491d-846c-d52e87c1bebf), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.581220 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks [] for router_controller (ef82a3da-f70a-491d-846c-d52e87c1bebf), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.588644 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:46.721923 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (ef82a3da-f70a-491d-846c-d52e87c1bebf), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.722559 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef82a3da-f70a-491d-846c-d52e87c1bebf {{(pid=104492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:33:46.727483 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.728677 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-6241d8c9-a5c0-4718-a424-00ca2e625155 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ef82a3da-f70a-491d-846c-d52e87c1bebf HTTP/1.1" status: 204 len: 168 time: 0.9756279 Jun 24 08:33:46.731223 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36580) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:46.779669 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] Deleting subnet aa37234f-cc14-49a8-bd3b-b73e5d34ce22 {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:33:46.782855 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] Publish callbacks [] for subnet (aa37234f-cc14-49a8-bd3b-b73e5d34ce22), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.817228 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9781338'] for subnet (aa37234f-cc14-49a8-bd3b-b73e5d34ce22), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:46.894922 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (aa37234f-cc14-49a8-bd3b-b73e5d34ce22), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.002747 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9673684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9754308'] for subnet (aa37234f-cc14-49a8-bd3b-b73e5d34ce22), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.027250 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa37234f-cc14-49a8-bd3b-b73e5d34ce22,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:47.032858 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.036140 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-cc37bc31-2625-4ffb-801d-d50cb20a0cf2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa37234f-cc14-49a8-bd3b-b73e5d34ce22 HTTP/1.1" status: 204 len: 168 time: 0.3039761 Jun 24 08:33:47.039413 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36582) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:47.045094 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb91fa8-230b-416b-8f0b-1dbcb1f1835a None None] Network b10222ad-d87f-4831-aa8f-cd96b61e2ae2 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:33:47.113556 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (b10222ad-d87f-4831-aa8f-cd96b61e2ae2), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.164801 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Deleting port 48c50472-8719-440b-8a23-55ef4341b98a {{(pid=104493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:47.165208 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (48c50472-8719-440b-8a23-55ef4341b98a), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.197109 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] DHCP port deletion for b10222ad-d87f-4831-aa8f-cd96b61e2ae2 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:33:47.233749 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.db [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] For port 48c50472-8719-440b-8a23-55ef4341b98a, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=48c50472-8719-440b-8a23-55ef4341b98a,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:47.234112 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (48c50472-8719-440b-8a23-55ef4341b98a), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.234279 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Deleting port 48c50472-8719-440b-8a23-55ef4341b98a {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:47.234655 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (48c50472-8719-440b-8a23-55ef4341b98a), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.247773 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.plugin [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Calling delete_port for 48c50472-8719-440b-8a23-55ef4341b98a owned by network:dhcp {{(pid=104493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:47.300880 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] For port 48c50472-8719-440b-8a23-55ef4341b98a, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=48c50472-8719-440b-8a23-55ef4341b98a,segment=NetworkSegment(12cb01e6-4305-47df-9038-8b06deaaf1f7),segment_id=12cb01e6-4305-47df-9038-8b06deaaf1f7)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:47.301282 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (48c50472-8719-440b-8a23-55ef4341b98a), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.315720 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Calling delete_port for 48c50472-8719-440b-8a23-55ef4341b98a owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:47.431033 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12109741'] for port (48c50472-8719-440b-8a23-55ef4341b98a), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.440625 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (48c50472-8719-440b-8a23-55ef4341b98a), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.448491 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 48c50472-8719-440b-8a23-55ef4341b98a no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:33:47.457991 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Pushing event deleted for resources: {'Port': ['ID=48c50472-8719-440b-8a23-55ef4341b98a,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:47.461694 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] No DVR routers for this DVR port 48c50472-8719-440b-8a23-55ef4341b98a on host dv-cinder-834822-6-iscsi {{(pid=104493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:33:47.465822 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:47.488781 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 48c50472-8719-440b-8a23-55ef4341b98a {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:33:47.489152 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 48c50472-8719-440b-8a23-55ef4341b98a not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:33:47.489518 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9bc57e4c-00ce-4faa-af6e-7c21670f2790 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:33:47.492556 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] No DVR routers for this DVR port 48c50472-8719-440b-8a23-55ef4341b98a on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:33:47.494605 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Pushing event deleted for resources: {'Port': ['ID=48c50472-8719-440b-8a23-55ef4341b98a,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:47.503918 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:47.522254 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.522604 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.522950 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.523289 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.523621 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.523949 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.524298 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.524627 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee340c-950f-4422-a732-21875c33fbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-6-iscsi {{(pid=104494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 9bc57e4c-00ce-4faa-af6e-7c21670f2790 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 9bc57e4c-00ce-4faa-af6e-7c21670f2790 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:33:47.530750 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:33:47.542511 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (b10222ad-d87f-4831-aa8f-cd96b61e2ae2), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.548950 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:33:47.549301 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 6e9ec954-73c1-48b7-929d-c83cc9fb2f09 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:33:47.564318 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10222ad-d87f-4831-aa8f-cd96b61e2ae2']}} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:47.575179 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cb01e6-4305-47df-9038-8b06deaaf1f7') {'for_net_delete': True} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:47.575475 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.services.segments.db [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cb01e6-4305-47df-9038-8b06deaaf1f7') {} {{(pid=104493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:47.586230 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12045949'] for segment (12cb01e6-4305-47df-9038-8b06deaaf1f7), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.599943 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (12cb01e6-4305-47df-9038-8b06deaaf1f7), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.606882 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:33:47.607321 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12109712'] for segment (12cb01e6-4305-47df-9038-8b06deaaf1f7), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.727682 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (b10222ad-d87f-4831-aa8f-cd96b61e2ae2), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.737334 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:47.739041 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] 10.222.0.42 "DELETE /v2.0/networks/b10222ad-d87f-4831-aa8f-cd96b61e2ae2 HTTP/1.1" status: 204 len: 168 time: 0.6981297 Jun 24 08:33:47.742788 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36588) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:47.751624 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 12cb01e6-4305-47df-9038-8b06deaaf1f7 resource provider aggregate not found Jun 24 08:33:47.755478 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba7fef-925b-4507-9ab9-2ecbb29939ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b10222ad-d87f-4831-aa8f-cd96b61e2ae2,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:47.772255 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.services.segments.plugin [-] Segment 12cb01e6-4305-47df-9038-8b06deaaf1f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12cb01e6-4305-47df-9038-8b06deaaf1f7 found for delete ", "request_id": "req-0a461a2e-8255-4b63-a27d-f8f402741a69"}]} Jun 24 08:33:48.284040 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563299'] for router_interface (45d911f3-f500-410c-875c-3e92d8e72c94), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:48.433171 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:48.464793 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:48.502579 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Deleting port 4a153bd5-2988-41ae-8748-ccbf653efbfa {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:48.502850 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:48.565311 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:48.582794 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] For port 4a153bd5-2988-41ae-8748-ccbf653efbfa, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=4a153bd5-2988-41ae-8748-ccbf653efbfa,segment=NetworkSegment(38eca945-6c03-4e28-9395-58bc8294a787),segment_id=38eca945-6c03-4e28-9395-58bc8294a787)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:48.583212 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:48.597146 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Calling delete_port for 4a153bd5-2988-41ae-8748-ccbf653efbfa owned by network:router_interface {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:48.830243 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (4a153bd5-2988-41ae-8748-ccbf653efbfa), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:48.856494 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a153bd5-2988-41ae-8748-ccbf653efbfa,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:49.020355 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563447'] for router_interface (45d911f3-f500-410c-875c-3e92d8e72c94), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:49.223497 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Router 45d911f3-f500-410c-875c-3e92d8e72c94 has already been hosted by L3 agent 026a2fcb-adf3-422b-a786-50da92a31649 {{(pid=104492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:33:49.274993 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:49.322957 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] Notify agent at l3_agent.dv-cinder-834822-6-iscsi the message routers_updated {{(pid=104492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:33:49.327888 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-8de7952c-adb2-42fc-95d8-0bb3802b940f admin admin] 10.222.0.42 "PUT /v2.0/routers/45d911f3-f500-410c-875c-3e92d8e72c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5836465 Jun 24 08:33:49.330357 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36592) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:49.333071 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] Sync routers for ids ['45d911f3-f500-410c-875c-3e92d8e72c94'] in dv-cinder-834822-6-iscsi {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:33:49.344358 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] Routers {'45d911f3-f500-410c-875c-3e92d8e72c94'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:49.344981 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:33:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['45d911f3-f500-410c-875c-3e92d8e72c94'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:49.435087 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks [] for router (45d911f3-f500-410c-875c-3e92d8e72c94), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:49.448021 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] Set router 45d911f3-f500-410c-875c-3e92d8e72c94 gateway port host: dv-cinder-834822-6-iscsi {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:49.529092 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:49.536751 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks [] for router_gateway (45d911f3-f500-410c-875c-3e92d8e72c94), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:49.615824 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'external_fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:33:48Z', 'revision_number': 5, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port': {'id': '013a9466-e473-4a7c-a5fe-c95159131f7e', 'name': '', 'network_id': '64293df7-480a-448c-aa04-f1c5af85cc5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b8eb7f-f2d2-456c-ba37-abc6ca154c49', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-6-iscsi'}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:49.634737 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Deleting port 013a9466-e473-4a7c-a5fe-c95159131f7e {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:49.635078 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:49.640972 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] Checking router: 45d911f3-f500-410c-875c-3e92d8e72c94 for host: dv-cinder-834822-6-iscsi {{(pid=104494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:33:49.649898 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] Routers {'45d911f3-f500-410c-875c-3e92d8e72c94'} bound to L3 agent in host dv-cinder-834822-6-iscsi {{(pid=104494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:49.650503 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:09:55Z,description=,heartbeat_timestamp=2022-06-24T08:33:25Z,host='dv-cinder-834822-6-iscsi',id=026a2fcb-adf3-422b-a786-50da92a31649,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:09:56Z,topic='l3_agent')) {'router_ids': ['45d911f3-f500-410c-875c-3e92d8e72c94'], 'active': True} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:49.719772 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] For port 013a9466-e473-4a7c-a5fe-c95159131f7e, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=013a9466-e473-4a7c-a5fe-c95159131f7e,segment=NetworkSegment(bbd74fe6-296b-4922-b0bb-b471da2b25ae),segment_id=bbd74fe6-296b-4922-b0bb-b471da2b25ae)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:49.720141 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:49.733924 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvr_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] Set router 45d911f3-f500-410c-875c-3e92d8e72c94 gateway port host: None {{(pid=104494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:49.734310 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Calling delete_port for 013a9466-e473-4a7c-a5fe-c95159131f7e owned by network:router_gateway {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:49.785490 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_hamode_db [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:33:49Z', 'revision_number': 6, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port_host': None}], 'dv-cinder-834822-6-iscsi', False) {} {{(pid=104494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:49.809146 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd87d6-3167-48a3-904c-23910948c509 None None] The sync data for ids ['45d911f3-f500-410c-875c-3e92d8e72c94'] in dv-cinder-834822-6-iscsi is: [{'id': '45d911f3-f500-410c-875c-3e92d8e72c94', 'name': 'tempest-TestShelveInstance-120566295-router', 'tenant_id': '039826849f0f4f82a1207931ed5b03c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:28:52Z', 'updated_at': '2022-06-24T08:33:49Z', 'revision_number': 6, 'project_id': '039826849f0f4f82a1207931ed5b03c1', 'gw_port_host': None}] {{(pid=104494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:33:49.973372 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (013a9466-e473-4a7c-a5fe-c95159131f7e), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:49.998163 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Pushing event deleted for resources: {'Port': ['ID=013a9466-e473-4a7c-a5fe-c95159131f7e,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:50.062526 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564691'] for router_gateway (45d911f3-f500-410c-875c-3e92d8e72c94), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.152484 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16002'] for router (45d911f3-f500-410c-875c-3e92d8e72c94), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.154775 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks [] for router_controller (45d911f3-f500-410c-875c-3e92d8e72c94), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.276020 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560468'] for router (45d911f3-f500-410c-875c-3e92d8e72c94), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.276655 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45d911f3-f500-410c-875c-3e92d8e72c94 {{(pid=104492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:33:50.280780 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.281959 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-797abdfd-11ab-4dc0-9beb-78e56bf7c628 admin admin] 10.222.0.42 "DELETE /v2.0/routers/45d911f3-f500-410c-875c-3e92d8e72c94 HTTP/1.1" status: 204 len: 168 time: 0.9507182 Jun 24 08:33:50.284407 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36594) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:50.329620 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] Deleting subnet 81dfb1b9-ee47-4dac-81aa-42b5d25993e7 {{(pid=104492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:33:50.332641 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] Publish callbacks [] for subnet (81dfb1b9-ee47-4dac-81aa-42b5d25993e7), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.367254 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9781338'] for subnet (81dfb1b9-ee47-4dac-81aa-42b5d25993e7), precommit_delete_associations {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.389158 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:50.446360 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863367'] for subnet (81dfb1b9-ee47-4dac-81aa-42b5d25993e7), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.559045 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9673684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9754308'] for subnet (81dfb1b9-ee47-4dac-81aa-42b5d25993e7), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.587361 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dfb1b9-ee47-4dac-81aa-42b5d25993e7,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:50.589397 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.592588 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-4a327aaa-8e9f-4197-9cf1-a8d06a3b654a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/81dfb1b9-ee47-4dac-81aa-42b5d25993e7 HTTP/1.1" status: 204 len: 168 time: 0.3072236 Jun 24 08:33:50.595098 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36596) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:50.597751 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26749e8-2c16-4d89-82a6-080fa308a02d None None] Network fb4a40a0-d49d-4191-8c83-9201afce4683 requested from dv-cinder-834822-6-iscsi {{(pid=104494) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:33:50.624841 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:50.670691 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724496'] for network (fb4a40a0-d49d-4191-8c83-9201afce4683), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.714081 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Deleting port c938c074-5f65-405d-a642-58a93d464989 {{(pid=104492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:50.714423 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (c938c074-5f65-405d-a642-58a93d464989), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.752396 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] DHCP port deletion for fb4a40a0-d49d-4191-8c83-9201afce4683 request from dv-cinder-834822-6-iscsi {{(pid=104494) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:33:50.789491 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.db [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] For port c938c074-5f65-405d-a642-58a93d464989, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=c938c074-5f65-405d-a642-58a93d464989,segment=NetworkSegment(38eca945-6c03-4e28-9395-58bc8294a787),segment_id=38eca945-6c03-4e28-9395-58bc8294a787)] {{(pid=104492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:50.789858 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (c938c074-5f65-405d-a642-58a93d464989), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.806385 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.plugin [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Calling delete_port for c938c074-5f65-405d-a642-58a93d464989 owned by network:dhcp {{(pid=104492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:50.915436 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] Deleting port c938c074-5f65-405d-a642-58a93d464989 {{(pid=104494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:33:50.915811 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750875956520'] for port (c938c074-5f65-405d-a642-58a93d464989), before_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.964583 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9673603'] for port (c938c074-5f65-405d-a642-58a93d464989), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.981741 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.db [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] For port c938c074-5f65-405d-a642-58a93d464989, host dv-cinder-834822-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-6-iscsi',level=0,port_id=c938c074-5f65-405d-a642-58a93d464989,segment=NetworkSegment(38eca945-6c03-4e28-9395-58bc8294a787),segment_id=38eca945-6c03-4e28-9395-58bc8294a787)] {{(pid=104494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:50.981741 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563028'] for port (c938c074-5f65-405d-a642-58a93d464989), precommit_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:50.992252 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] Calling delete_port for c938c074-5f65-405d-a642-58a93d464989 owned by network:dhcp {{(pid=104494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:33:50.992576 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c938c074-5f65-405d-a642-58a93d464989,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:50.994457 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] No DVR routers for this DVR port c938c074-5f65-405d-a642-58a93d464989 on host dv-cinder-834822-6-iscsi {{(pid=104492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:33:51.072164 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3829144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750875959920', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750875410571'] for port (c938c074-5f65-405d-a642-58a93d464989), after_delete {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.074121 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3900474', 'neutron.services.segments.db._delete_segments_for_network-8750875948683'] for network (fb4a40a0-d49d-4191-8c83-9201afce4683), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.094661 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4a40a0-d49d-4191-8c83-9201afce4683']}} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:51.096036 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] Pushing event deleted for resources: {'Port': ['ID=c938c074-5f65-405d-a642-58a93d464989,revision_number=None']} {{(pid=104494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:51.097886 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16aa95-e1f4-460d-a31e-c17b86990394 None None] No DVR routers for this DVR port c938c074-5f65-405d-a642-58a93d464989 on host dv-cinder-834822-6-iscsi {{(pid=104494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:33:51.107444 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38eca945-6c03-4e28-9395-58bc8294a787') {'for_net_delete': True} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:51.107744 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.services.segments.db [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38eca945-6c03-4e28-9395-58bc8294a787') {} {{(pid=104492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:51.118732 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750875949204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9781313'] for segment (38eca945-6c03-4e28-9395-58bc8294a787), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.132805 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719'] for segment (38eca945-6c03-4e28-9395-58bc8294a787), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.138989 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:33:51.139372 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3905719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9673662'] for segment (38eca945-6c03-4e28-9395-58bc8294a787), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.167096 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 38eca945-6c03-4e28-9395-58bc8294a787 resource provider aggregate not found Jun 24 08:33:51.216405 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.services.segments.plugin [-] Segment 38eca945-6c03-4e28-9395-58bc8294a787 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38eca945-6c03-4e28-9395-58bc8294a787 found for delete ", "request_id": "req-42e24943-4860-43fa-a5b7-3ebca85f191c"}]} Jun 24 08:33:51.273439 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3900451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565444'] for network (fb4a40a0-d49d-4191-8c83-9201afce4683), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.280266 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540153'] for network (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.283376 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fb4a40a0-d49d-4191-8c83-9201afce4683 HTTP/1.1" status: 204 len: 168 time: 0.6872303 Jun 24 08:33:51.293156 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0135a8c-0128-40d9-bc4f-62019a407f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4a40a0-d49d-4191-8c83-9201afce4683,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:51.433878 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 4a153bd5-2988-41ae-8748-ccbf653efbfa no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:33:51.453916 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 4a153bd5-2988-41ae-8748-ccbf653efbfa {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:33:51.454257 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 4a153bd5-2988-41ae-8748-ccbf653efbfa not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:33:51.454657 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device c938c074-5f65-405d-a642-58a93d464989 no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:33:51.475756 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: c938c074-5f65-405d-a642-58a93d464989 {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:33:51.475999 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device c938c074-5f65-405d-a642-58a93d464989 not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:33:51.476420 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 013a9466-e473-4a7c-a5fe-c95159131f7e no longer exists at agent ovs-agent-dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:33:51.494047 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.plugin [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] No Port match for: 013a9466-e473-4a7c-a5fe-c95159131f7e {{(pid=104494) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:33:51.494388 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron.plugins.ml2.rpc [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Device 013a9466-e473-4a7c-a5fe-c95159131f7e not bound to the agent host dv-cinder-834822-6-iscsi {{(pid=104494) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:33:51.579211 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36604) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:51.619509 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-1e803828-55c9-4d3f-8fda-cfe4df41d84b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdb93f2721d548d7b01475fb650d882f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391312 Jun 24 08:33:51.622060 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [-] (104492) accepted ('10.222.0.42', 36606) {{(pid=104492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:51.671492 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2048ce48-95f1-443d-9e16-8015bfb42aca admin admin] Publish callbacks [] for security_group (9f300b26-d665-4bf1-a0d7-e0aae599286a), before_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.692847 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2048ce48-95f1-443d-9e16-8015bfb42aca admin admin] Publish callbacks [] for security_group (9f300b26-d665-4bf1-a0d7-e0aae599286a), precommit_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.818986 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2048ce48-95f1-443d-9e16-8015bfb42aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9f300b26-d665-4bf1-a0d7-e0aae599286a), after_delete {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.821587 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron_lib.callbacks.manager [None req-2048ce48-95f1-443d-9e16-8015bfb42aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:51.822772 dv-cinder-834822-6-iscsi neutron-server[104492]: INFO neutron.wsgi [None req-2048ce48-95f1-443d-9e16-8015bfb42aca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f300b26-d665-4bf1-a0d7-e0aae599286a HTTP/1.1" status: 204 len: 168 time: 0.1998034 Jun 24 08:33:51.830715 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048ce48-95f1-443d-9e16-8015bfb42aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f300b26-d665-4bf1-a0d7-e0aae599286a,revision_number=None']} {{(pid=104492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:52.471169 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36612) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:52.512470 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-58b79e3d-d024-4e08-8c8a-07c1247e7d87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=039826849f0f4f82a1207931ed5b03c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400665 Jun 24 08:33:52.515076 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [-] (104493) accepted ('10.222.0.42', 36614) {{(pid=104493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:52.568714 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-583e3333-2c0c-465f-a84b-2d3c391e531a admin admin] Publish callbacks [] for security_group (9178b526-e6f2-430e-93cc-4b243b41f17b), before_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:52.591822 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-583e3333-2c0c-465f-a84b-2d3c391e531a admin admin] Publish callbacks [] for security_group (9178b526-e6f2-430e-93cc-4b243b41f17b), precommit_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:52.727680 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-583e3333-2c0c-465f-a84b-2d3c391e531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264400'] for security_group (9178b526-e6f2-430e-93cc-4b243b41f17b), after_delete {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:52.730270 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron_lib.callbacks.manager [None req-583e3333-2c0c-465f-a84b-2d3c391e531a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:52.731433 dv-cinder-834822-6-iscsi neutron-server[104493]: INFO neutron.wsgi [None req-583e3333-2c0c-465f-a84b-2d3c391e531a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9178b526-e6f2-430e-93cc-4b243b41f17b HTTP/1.1" status: 204 len: 168 time: 0.2155805 Jun 24 08:33:52.739340 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e3333-2c0c-465f-a84b-2d3c391e531a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9178b526-e6f2-430e-93cc-4b243b41f17b,revision_number=None']} {{(pid=104493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:52.870377 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-0ab517ef-72f1-4bac-8a43-53a60238f10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:55.278643 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-77057474-29e9-456b-9484-fcb1ce48fbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:56.288389 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=31 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:56.289188 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=50 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:56.407117 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:57.796477 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:57.842941 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-864812ec-6882-47ca-b433-76d5802ec914 req-d0d3ec3d-2926-45a9-8616-9a7b89bc1b2a service neutron] (104492) timed out ('10.222.0.26', 60199) {{(pid=104492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:33:57.869067 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:57.908468 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:57.935739 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:58.059008 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:01.527180 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [req-75c383d5-5f5f-4a4f-83b2-f9a1b341815c req-e8058bdb-f367-467c-bf64-0979bde20402 service neutron] (104493) timed out ('10.222.0.26', 60209) {{(pid=104493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:34:01.825864 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:01.826584 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG dbcounter [-] [104492] Writing DB stats neutron:SELECT=55,neutron:DELETE=9 {{(pid=104492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:02.026173 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:34:02.734557 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:02.735345 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG dbcounter [-] [104493] Writing DB stats neutron:SELECT=51,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:06.900916 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [req-afb434e6-0c5a-4bcc-86c9-6c502c344ee0 req-b398233f-5739-4e08-a3c8-6cb03f07c7fb service neutron] (104493) timed out ('10.222.0.26', 60224) {{(pid=104493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:34:08.022090 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:18.601942 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:19.021404 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:19.026663 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=7 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:22.836514 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d1f7-518f-41d2-9198-22e30eee9f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:25.250036 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-7958f600-9637-4340-b319-4d3d4ce8d6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.406818 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:27.909703 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:28.087028 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:38.000112 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:38.003995 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:38.006749 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:39.025264 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:34:48.610393 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:52.832720 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3cf6aed2-748d-44d5-9ae2-84c5ccf25b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:55.235623 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ddfcc23b-a362-41fa-8bfc-e89e88161538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:56.018302 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=20 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:56.023174 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=14 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:56.418735 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:57.938291 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:58.061624 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:07.998670 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:08.002547 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:08.005309 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:16.025195 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:35:18.526307 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:22.812445 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7d11-e3df-439b-80c3-96eb96a1ad48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:25.258175 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-8f1083e7-af23-48b1-86fd-f124ac44477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:26.383878 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:27.913152 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:28.084595 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:33.015219 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:33.019085 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:38.003220 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:38.008136 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:38.009854 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:48.600974 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:51.001371 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:51.002031 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:DELETE=1 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:52.827540 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-c80360dc-1831-43be-8df8-1c8d8924613d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:53.024901 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:35:55.256033 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-61396730-54ff-4514-8a2b-4b510fc64f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:56.412030 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:57.926060 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:58.103639 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:08.006361 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:08.010169 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:08.013869 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:10.004879 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=2 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:10.015339 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=6 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:18.634953 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:18.952006 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-c2ab5ae1-f142-445c-9315-a3e552181991 service neutron] (104493) timed out ('10.222.0.42', 57384) {{(pid=104493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:36:19.137657 dv-cinder-834822-6-iscsi neutron-server[104492]: DEBUG neutron.wsgi [req-9b0a20cf-c06b-4883-871a-2eee93b0c556 req-635b402b-cf28-4ab7-9bd9-56088579d122 tempest-AttachVolumeShelveTestJSON-1614815623 tempest-AttachVolumeShelveTestJSON-1614815623-project] (104492) timed out ('10.222.0.42', 57394) {{(pid=104492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:36:22.852094 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f1d09120-e61f-4cfc-be91-9a28aef7d624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:25.250265 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbbb1-a885-4c29-bde4-9f219f6b8435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:26.400668 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:27.954739 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:28.092656 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:30.024509 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:36:37.849280 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:38.008858 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:38.010733 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:47.901260 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=16 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:47.903223 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=18 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:48.525042 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:52.829024 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-fccac5d6-8201-4ec8-a414-c9ca7c664342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:55.262898 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-cb962aeb-4d72-4834-90d1-44c36024b5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:56.399501 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:57.961215 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:58.085886 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:07.023549 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:37:08.003246 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:08.008280 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:08.012760 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:18.623099 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:22.823350 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-2a605954-95fb-4414-8cc3-6202f1e2091a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:24.023037 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:24.028906 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:25.275319 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-f779f4de-d714-4756-980e-818b457310b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:26.411359 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:27.931650 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:28.078921 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:38.007155 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:38.012058 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:38.013778 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:44.023799 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:37:48.491504 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:52.817012 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-871c0f8f-04a0-4b38-87a2-22a97a785083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:55.239828 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-1432bb0a-840c-4ae7-a2b1-4b083feaa02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:56.445304 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:57.948583 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:58.068660 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:01.020307 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=5 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:01.024204 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:07.909918 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:08.010322 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:08.017184 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:18.496856 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:21.025222 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:38:22.846162 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-0a271f38-0c6a-45ea-ae05-b65f267b43bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:25.251300 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-9f19ad71-7329-4c1d-9ce2-1fb2818134b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:26.400037 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:27.925425 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:28.068432 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:38.009456 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=7 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:38.014319 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:38.016038 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:47.901545 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=14 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:47.903541 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=20 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:48.497177 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:52.828702 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-bd5bdf53-6703-4fa5-91ba-d1dd11b27349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (f93ea03a-3112-4533-8c9d-912d9c20fe29), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:55.256757 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-66de4126-1fdb-4e24-9e86-a3714cb023b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (026a2fcb-adf3-422b-a786-50da92a31649), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:56.428133 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-3535200a-0ea7-4019-afd8-5fce78b42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (211cc13b-8110-431b-a7a1-eabe103e3d33), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:57.488560 dv-cinder-834822-6-iscsi neutron-server[104493]: DEBUG neutron.wsgi [req-c3beabbb-2e16-4c3d-906b-ed3a78118e81 req-4e623f1b-100d-40f5-b8f1-6f10af687f27 tempest-ServerRescueNegativeTestJSON-1071619237 tempest-ServerRescueNegativeTestJSON-1071619237-project] (104493) timed out ('10.222.0.26', 60217) {{(pid=104493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:38:57.931445 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-52c13d22-825c-4541-adba-5c33aa4e99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (4fdf3d38-43dc-4aba-9ea0-3c8f03382c63), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:58.024671 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG neutron.db.agents_db [None req-9d5485b4-1b21-4773-aede-9a38ad776608 None None] Agent healthcheck: found 6 active agents {{(pid=104495) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:38:58.068659 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-769a46db-ff62-483b-9b7c-865ee788e81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (daf4cf82-8011-41d0-a914-e41de70751af), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:07.871870 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:08.009067 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:08.017481 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG dbcounter [-] [104494] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:15.022037 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:15.026824 dv-cinder-834822-6-iscsi neutron-server[104495]: DEBUG dbcounter [-] [104495] Writing DB stats neutron:SELECT=4 {{(pid=104495) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:18.617683 dv-cinder-834822-6-iscsi neutron-server[104494]: DEBUG neutron_lib.callbacks.manager [None req-92e2d5a7-6486-4d64-aeda-e086037584c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750875948665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3863163'] for agent (ab8bfd57-ac81-45bf-ae01-d8d711892f11), after_update {{(pid=104494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}